-- Logs begin at Thu 2021-10-28 14:22:39 UTC, end at Thu 2021-10-28 16:09:37 UTC. -- Oct 28 15:08:57.649897 dv-cinder-783643-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 15:09:00.414691 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.common.config [-] Logging enabled! Oct 28 15:09:00.415300 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 15:09:00.415472 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102039) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 15:09:00.418730 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.common.config [-] Logging enabled! Oct 28 15:09:00.418982 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 15:09:00.419294 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102039) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 15:09:00.420217 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 15:09:00.420481 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 15:09:00.420844 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 15:09:00.421090 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 15:09:00.421314 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 15:09:00.421629 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.421923 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.422215 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.422443 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.422737 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.423025 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.423308 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.423593 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.423888 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.424171 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.424473 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.424756 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.424984 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.425268 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.425581 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.425866 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.426088 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] debug = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.426368 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.426800 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.427218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.427498 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.427785 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.428062 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.428331 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.428631 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.428913 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.429241 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] host = dv-cinder-783643-3-iscsi {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.429519 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.429803 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.430087 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.430370 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.430643 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.430915 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.431198 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.431468 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.431737 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] log_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.432009 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.432293 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.432608 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.432895 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.433117 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.433338 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.433634 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.433918 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.434191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.434462 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.434733 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.435004 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.435281 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.435544 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.435823 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.436104 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.436409 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.436681 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.436952 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.437218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.437486 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.437768 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.438038 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.438308 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.438577 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.438859 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.439125 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.439395 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.439692 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.439976 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.440257 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.440644 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.440923 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.441749 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.442021 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.442290 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.442559 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] use_json = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.442827 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.443094 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.443373 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.443643 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.443909 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.444179 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.444472 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.444755 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:00.445053 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.445350 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.445655 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.445938 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.446242 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.446524 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.446810 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.447087 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.447375 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.447662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.447951 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.448226 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.448534 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.448811 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.449103 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.449408 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.449700 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.449993 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.450266 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.450539 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.450810 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.451086 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.451372 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.451647 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.451933 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.452221 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.452522 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.452808 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.453098 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.453388 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.453661 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.453938 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.454229 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.454507 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.454776 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.455050 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.455340 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.455619 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.455895 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.456178 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.456484 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.456828 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.457592 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.457874 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.458165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.458445 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.458721 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.458992 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.459270 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.459540 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.459827 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.460103 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.460374 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.460668 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.460946 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.461219 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.461489 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.461766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.462037 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.462310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.462583 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.462854 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.463123 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.463393 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.463663 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.463933 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.464202 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.464504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.464778 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.465048 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.465316 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.465588 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.465863 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.466146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.466439 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.466714 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.466991 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.467264 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.467536 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.467811 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.468083 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.468358 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.468657 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.468927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.469215 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.469496 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.469777 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.470057 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.470332 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.470648 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.470926 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.471208 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.471483 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.471759 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.472039 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.472347 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.472666 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.472957 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.473248 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.473538 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.473831 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.474113 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.474421 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.474702 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:00.474918 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 15:09:00.475158 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102039) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 15:09:00.904588 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 15:09:00.904861 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 15:09:00.905148 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 15:09:00.905481 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 15:09:01.232146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.232450 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.232724 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.233943 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.234213 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.234485 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.270132 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.270407 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.270673 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.286745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.287026 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.287297 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.317710 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.317990 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.318260 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.357011 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.357284 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.357553 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.596541 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.597169 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.597169 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.597380 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.597969 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.726153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.726478 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.726760 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.727029 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.727301 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.727612 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.727871 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.728125 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.728378 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.728680 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.728938 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.729210 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.729463 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.729712 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.729966 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.730231 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.730490 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.730766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.731037 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.731295 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.731564 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.731815 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.732096 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.732495 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.732744 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.732988 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.733386 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:09:01.733627 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:09:01.733865 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:09:01.734102 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:09:01.734336 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:09:01.734572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:09:01.734933 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 15:09:01.738708 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 15:09:01.742746 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 15:09:01.746551 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Oct 28 15:09:01.748203 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 15:09:01.748695 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 15:09:01.749032 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 15:09:01.749421 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 15:09:01.752275 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 15:09:01.752552 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 15:09:01.752899 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 15:09:01.758799 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 15:09:01.781349 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 15:09:01.781807 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.782104 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102039) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 15:09:01.782464 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.783855 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102039) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 15:09:01.784136 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 15:09:01.784379 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 15:09:01.788156 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.788467 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:01.852127 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 15:09:01.852331 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 15:09:01.852534 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 15:09:01.852923 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 15:09:01.873828 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_db.sqlalchemy.engines [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102039) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 15:09:02.522784 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Initializing driver for type 'gre' Oct 28 15:09:02.523302 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] gre ID ranges: [(1, 1000)] Oct 28 15:09:02.711270 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Initializing driver for type 'local' Oct 28 15:09:02.711853 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Initializing driver for type 'vlan' Oct 28 15:09:02.762717 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] VlanTypeDriver initialization complete Oct 28 15:09:02.763045 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Initializing driver for type 'vxlan' Oct 28 15:09:02.763533 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] vxlan ID ranges: [(1, 1000)] Oct 28 15:09:02.951552 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Initializing extension driver 'port_security' Oct 28 15:09:02.951888 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.extensions.port_security [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] PortSecurityExtensionDriver initialization complete Oct 28 15:09:02.952219 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Initializing mechanism driver 'openvswitch' Oct 28 15:09:02.952564 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Initializing mechanism driver 'hyperv' Oct 28 15:09:02.964146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.plugins.ml2.plugin [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:02.965029 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > port after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.965396 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > port after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.965744 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > port after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.966273 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:09:02.966712 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > subnet after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.967062 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > subnet after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.967403 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.967830 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:09:02.968244 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > network after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.968618 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > network after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.968957 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > network after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.969339 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:09:02.969745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > security_group after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.970090 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > security_group after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.970423 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.970811 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:09:02.971218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.971569 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.971906 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.972308 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:09:02.972742 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > address_group after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.973089 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > address_group after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.973514 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.973921 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102039) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:09:02.974302 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] ML2 OVO RPC backend initialized. {{(pid=102039) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 15:09:02.974999 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.975355 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.975769 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > network before_response 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.976109 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > networks before_response 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.976478 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > port before_response 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.976814 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > ports before_response 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.977149 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > subnet before_response 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.977484 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > subnets before_response 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.977826 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > network after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.978161 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > network after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.978490 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > network after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.978865 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > port after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.979192 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > port after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.979517 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > port after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.979843 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > subnet after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.980172 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > subnet after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.980529 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:02.981102 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.plugin [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Modular L2 Plugin initialization complete Oct 28 15:09:02.981430 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading services supported by the core plugin {{(pid=102039) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 15:09:02.981758 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.plugins.ml2.managers [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Got port-security extension from driver 'port_security' Oct 28 15:09:02.982214 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.extensions.vlantransparent [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Disabled vlantransparent extension. Oct 28 15:09:02.982700 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102039) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 15:09:02.983009 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading Plugin: router Oct 28 15:09:03.019492 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.019874 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router after_create 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.020237 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router before_create 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.020620 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.020986 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.021333 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router after_delete 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.021682 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > floatingip after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.022142 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.022496 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router after_create 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.022835 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router after_update 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.023177 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router after_update 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.023519 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.023876 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router after_update 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.024281 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_update 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.024679 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: port after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.025013 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: port after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.025344 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: subnet after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.025675 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.026015 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.026351 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_create 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.026684 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: port before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.027018 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.027367 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router after_update 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.027699 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.028043 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_create 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.028417 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.028765 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_update 55549900 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.029120 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > agent after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.029459 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > agent after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.029793 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > network after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.030637 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Tracking information for resource: router configured {{(pid=102039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:09:03.030967 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Tracking information for resource: floatingip configured {{(pid=102039) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:09:03.035858 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.db.l3_agentschedulers_db [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 15:09:03.036458 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: port after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.036808 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: port after_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.037152 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: port after_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.037496 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: port after_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.038268 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router before_create 55550100 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.038623 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.039005 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_create 55550100 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.039353 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > router precommit_update 55550100 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.044181 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.services.provider_configuration [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service providers = [] {{(pid=102039) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 15:09:03.044569 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.db.servicetype_db [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102039) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 15:09:03.047530 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.services.service_base [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 15:09:03.047874 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.services.service_base [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 15:09:03.048211 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.services.service_base [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 15:09:03.049120 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.services.service_base [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102039) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 15:09:03.049490 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.services.service_base [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 15:09:03.049858 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:09:03.050173 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 15:09:03.062627 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:09:03.062959 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading Plugin: auto_allocate Oct 28 15:09:03.069286 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: network precommit_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.069653 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: network precommit_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.070168 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:09:03.070483 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading Plugin: tag Oct 28 15:09:03.077214 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:09:03.077539 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading Plugin: timestamp Oct 28 15:09:03.081329 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:09:03.081682 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading Plugin: network_ip_availability Oct 28 15:09:03.087106 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.087472 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.087824 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.088550 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:09:03.088865 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading Plugin: flavors Oct 28 15:09:03.093808 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:09:03.094131 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading Plugin: revisions Oct 28 15:09:03.098465 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102039) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:09:03.098846 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_concurrency.lockutils [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.194s {{(pid=102039) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 15:09:03.099582 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102039) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 15:09:03.099915 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Initializing extension manager. Oct 28 15:09:03.100436 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: __init__.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.100776 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: __pycache__ {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.101107 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.101436 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: address_group.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.102176 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.102729 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: address-group Oct 28 15:09:03.103049 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: address_scope.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.106844 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.106844 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: address-scope Oct 28 15:09:03.106844 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.106844 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.106844 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: router-admin-state-down-before-update Oct 28 15:09:03.106844 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: agent.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.107348 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.107509 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: agent Oct 28 15:09:03.107796 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: agent_resources_synced.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.108751 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.109224 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: agent-resources-synced Oct 28 15:09:03.109538 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: allowedaddresspairs.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.111308 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.111804 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: allowed-address-pairs Oct 28 15:09:03.112124 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: auto_allocated_topology.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.113728 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.114229 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: auto-allocated-topology Oct 28 15:09:03.114629 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: availability_zone.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.115525 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.116024 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: availability_zone Oct 28 15:09:03.116341 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: availability_zone_filter.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.117263 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.117761 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: availability_zone_filter Oct 28 15:09:03.118074 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: data_plane_status.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.118973 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.119466 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 15:09:03.119781 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: default_subnetpools.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.120704 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.121200 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: default-subnetpools Oct 28 15:09:03.121512 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.122312 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.122807 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: dhcp_agent_scheduler Oct 28 15:09:03.123123 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: dns.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.124020 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.124543 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension dns-integration not supported by any of loaded plugins Oct 28 15:09:03.124863 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: dns_domain_ports.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.125761 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.126254 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 15:09:03.126570 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.127484 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.127974 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 15:09:03.128291 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: dvr.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.129533 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.130023 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: dvr Oct 28 15:09:03.130340 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: ecmp_routes.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.131239 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.131725 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 15:09:03.132040 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: empty_string_filtering.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.132954 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.133447 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: empty-string-filtering Oct 28 15:09:03.133762 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.134656 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.135142 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 15:09:03.135458 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.136360 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.136879 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 15:09:03.137195 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: external_net.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.138078 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.138577 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: external-net Oct 28 15:09:03.138893 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.139780 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.140272 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: extra_dhcp_opt Oct 28 15:09:03.140620 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: extraroute.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.141516 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.142261 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: extraroute Oct 28 15:09:03.142572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: extraroute_atomic.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.143591 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.144645 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: extraroute-atomic Oct 28 15:09:03.144963 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: filter_validation.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.145788 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.146286 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: filter-validation Oct 28 15:09:03.146603 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: fip_pf_description.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.147502 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.147996 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 15:09:03.148312 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: fip_port_details.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.149235 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.149733 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: fip-port-details Oct 28 15:09:03.150049 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: flavors.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.151255 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.151755 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: flavors Oct 28 15:09:03.152072 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.153759 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.154263 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 15:09:03.154588 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: floatingip_pools.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.155274 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.155770 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: floatingip-pools Oct 28 15:09:03.156091 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: ip_allocation.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.157025 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.157521 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 15:09:03.157839 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.158753 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.159247 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: ip-substring-filtering Oct 28 15:09:03.159567 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: l2_adjacency.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.161059 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.161547 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 15:09:03.161863 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: l3.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.162811 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.163315 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: router Oct 28 15:09:03.163634 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.165897 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.166408 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 15:09:03.166733 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.167656 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.168155 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: ext-gw-mode Oct 28 15:09:03.168516 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.169441 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.169936 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: l3-ha Oct 28 15:09:03.170254 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: l3_flavors.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.171159 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.171650 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: l3-flavors Oct 28 15:09:03.171967 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.172897 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.173392 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 15:09:03.173710 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: l3agentscheduler.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.174737 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.175263 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: l3_agent_scheduler Oct 28 15:09:03.175586 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: logging.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.177090 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.177599 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension logging not supported by any of loaded plugins Oct 28 15:09:03.177923 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: metering.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.178657 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.179222 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: metering Oct 28 15:09:03.179543 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.180775 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.181282 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: metering_source_and_destination_fields Oct 28 15:09:03.181602 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: multiprovidernet.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.182508 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.183008 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: multi-provider Oct 28 15:09:03.183323 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: netmtu.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.184222 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.184755 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: net-mtu Oct 28 15:09:03.185068 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: netmtu_writable.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.185976 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.186474 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: net-mtu-writable Oct 28 15:09:03.186793 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: network_availability_zone.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.187451 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.187946 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: network_availability_zone Oct 28 15:09:03.188263 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: network_ip_availability.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.189387 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.189883 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: network-ip-availability Oct 28 15:09:03.190199 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: network_segment_range.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.190975 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.191466 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 15:09:03.191780 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: pagination.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.192842 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.193165 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: pagination Oct 28 15:09:03.193478 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: port_device_profile.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.194384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.194890 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: port-device-profile Oct 28 15:09:03.195206 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.196111 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.196636 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: port-mac-address-regenerate Oct 28 15:09:03.196954 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.197840 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.198337 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: port-numa-affinity-policy Oct 28 15:09:03.198659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: port_resource_request.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.199558 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.200049 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 15:09:03.200366 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: portbindings.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.201301 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.201846 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: binding Oct 28 15:09:03.202120 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: portbindings_extended.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.203384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.203885 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: binding-extended Oct 28 15:09:03.204206 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: portsecurity.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.205133 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.205630 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: port-security Oct 28 15:09:03.205948 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: project_id.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.207422 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.207741 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: project-id Oct 28 15:09:03.208056 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: providernet.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.209002 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.209503 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: provider Oct 28 15:09:03.209820 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.213418 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.213932 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos not supported by any of loaded plugins Oct 28 15:09:03.214257 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.215497 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.216003 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 15:09:03.216329 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.217268 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.217769 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 15:09:03.218090 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_default.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.218992 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.219491 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-default not supported by any of loaded plugins Oct 28 15:09:03.219809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_fip.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.220474 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.220967 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-fip not supported by any of loaded plugins Oct 28 15:09:03.221283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_gateway_ip.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.222237 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.223221 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 15:09:03.223539 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_port_network_policy.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.224461 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.224964 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 15:09:03.225280 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.226299 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.226801 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 15:09:03.227117 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_pps_rule.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.228284 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.228837 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-pps not supported by any of loaded plugins Oct 28 15:09:03.229160 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_rule_type_details.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.230072 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.230888 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 15:09:03.231210 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: qos_rules_alias.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.232509 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.233022 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 15:09:03.233345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: quotasv2.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.234334 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.234660 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: quotas Oct 28 15:09:03.234981 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: quotasv2_detail.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.238538 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.238874 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: quota_details Oct 28 15:09:03.239206 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: rbac.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.245910 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.246638 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: rbac-policies Oct 28 15:09:03.246968 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: rbac_address_group.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.247901 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.248432 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: rbac-address-group Oct 28 15:09:03.248760 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: rbac_address_scope.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.249865 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.250373 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: rbac-address-scope Oct 28 15:09:03.250692 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: rbac_security_groups.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.251603 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.252297 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: rbac-security-groups Oct 28 15:09:03.252640 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: rbac_subnetpool.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.254141 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.254836 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: rbac-subnetpool Oct 28 15:09:03.255156 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: revisionifmatch.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.256080 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.256615 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: revision-if-match Oct 28 15:09:03.256935 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: revisions.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.258238 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.258748 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: standard-attr-revisions Oct 28 15:09:03.259272 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: router_availability_zone.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.259940 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.260462 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: router_availability_zone Oct 28 15:09:03.260784 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: routerservicetype.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.261694 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.262187 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension router-service-type not supported by any of loaded plugins Oct 28 15:09:03.262504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.263414 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.263916 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: security-groups-normalized-cidr Oct 28 15:09:03.264234 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.265172 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.265670 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: port-security-groups-filtering Oct 28 15:09:03.265987 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.267153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.267650 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: security-groups-remote-address-group Oct 28 15:09:03.267973 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: securitygroup.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.278412 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.278930 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: security-group Oct 28 15:09:03.279251 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: segment.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.280033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.280566 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension segment not supported by any of loaded plugins Oct 28 15:09:03.280888 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.281902 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.282405 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 15:09:03.282722 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: servicetype.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.283826 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.284341 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: service-type Oct 28 15:09:03.284718 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: sorting.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.285686 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.286019 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: sorting Oct 28 15:09:03.286341 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: standard_attr_segment.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.287255 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.287755 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 15:09:03.288075 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: standardattrdescription.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.288814 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.289309 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: standard-attr-description Oct 28 15:09:03.289625 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: stateful_security_group.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.290543 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.291041 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: stateful-security-group Oct 28 15:09:03.291361 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: stdattrs_common.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.291941 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 15:09:03.292260 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.293201 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.293703 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 15:09:03.294019 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: subnet_onboard.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.295076 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.295574 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: subnet_onboard Oct 28 15:09:03.295899 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.296846 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.297340 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 15:09:03.297655 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: subnet_service_types.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.298559 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.299058 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: subnet-service-types Oct 28 15:09:03.299378 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: subnetallocation.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.300501 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.301007 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: subnet_allocation Oct 28 15:09:03.301329 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.301994 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.302493 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: subnetpool-prefix-ops Oct 28 15:09:03.302807 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.303724 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.304220 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 15:09:03.304569 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: tagging.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.305631 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.306138 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: standard-attr-tag Oct 28 15:09:03.306458 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: timestamp.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.307653 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.308154 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loaded extension: standard-attr-timestamp Oct 28 15:09:03.308504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: trunk.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.309524 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.310024 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension trunk not supported by any of loaded plugins Oct 28 15:09:03.310342 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: trunk_details.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.311250 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.311749 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension trunk-details not supported by any of loaded plugins Oct 28 15:09:03.312066 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: uplink_status_propagation.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.313001 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.313500 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 15:09:03.313816 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Loading extension file: vlantransparent.py {{(pid=102039) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:09:03.314474 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102039) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:09:03.314967 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 15:09:03.317913 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:network Oct 28 15:09:03.318431 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:subnet Oct 28 15:09:03.318825 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:09:03.319216 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:port Oct 28 15:09:03.320489 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.329285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service FLAVORS assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.329285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.329285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.329285 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:router Oct 28 15:09:03.329285 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:floatingip Oct 28 15:09:03.329285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service METERING assigned prefix: /metering {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.329788 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.329788 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.329788 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102039) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:09:03.329788 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 15:09:03.329788 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:security_group Oct 28 15:09:03.330129 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 15:09:03.330129 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service CORE assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.330129 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:09:03.330129 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] subnetpool is already registered Oct 28 15:09:03.330129 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service CORE assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.330129 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:09:03.330129 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] subnetpool is already registered Oct 28 15:09:03.332340 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.332804 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service FLAVORS assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.333441 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.333871 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.334211 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:router Oct 28 15:09:03.334549 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] router is already registered Oct 28 15:09:03.334966 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:floatingip Oct 28 15:09:03.335312 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] floatingip is already registered Oct 28 15:09:03.335765 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service METERING assigned prefix: /metering {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.336491 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 15:09:03.336819 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] rbac_policy is already registered Oct 28 15:09:03.337227 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:security_group Oct 28 15:09:03.337560 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] security_group is already registered Oct 28 15:09:03.337965 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 15:09:03.338294 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] security_group_rule is already registered Oct 28 15:09:03.338886 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service CORE assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.339209 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:09:03.339540 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] subnetpool is already registered Oct 28 15:09:03.339948 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.v2.resource_helper [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Service CORE assigned prefix: {{(pid=102039) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:09:03.340265 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:09:03.340621 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING neutron.quota.resource_registry [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] subnetpool is already registered Oct 28 15:09:03.342335 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: extensions {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.343830 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: address-groups {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.345389 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: address-scopes {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.346647 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: agents {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.347930 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: auto-allocated-topology {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.349193 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: availability_zones {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.350417 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: dhcp-networks {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.351822 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: dhcp-agents {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.353476 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: routers {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.355654 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: flavors {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.356950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: service_profiles {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.358162 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: next_providers {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.359610 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: service_profiles {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.361088 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: floatingip-pools {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.362404 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: routers {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.364953 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: floatingips {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.366255 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: l3-routers {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.367646 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: l3-agents {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.369074 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: metering-labels {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.370334 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: metering-label-rules {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.371705 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: network-ip-availabilities {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.373062 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: bindings {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.374619 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: quotas {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.376454 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: quotas {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.377997 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: rbac-policies {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.379720 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: security-groups {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.381093 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: security-group-rules {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.382339 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: service-providers {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.383549 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: subnetpools {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.384990 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: subnetpools {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.386463 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.388137 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.389964 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.392025 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.393748 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.396270 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.398021 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.401566 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.402606 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.404330 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron.api.extensions [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Extended resource: tags {{(pid=102039) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:09:03.410560 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING keystonemiddleware.auth_token [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 15:09:03.415159 dv-cinder-783643-3-iscsi neutron-server[102039]: WARNING keystonemiddleware.auth_token [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 15:09:03.424271 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_concurrency.lockutils [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Acquired lock "singleton_lock" {{(pid=102039) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 15:09:03.424783 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_concurrency.lockutils [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Releasing lock "singleton_lock" {{(pid=102039) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 15:09:03.425460 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO oslo_service.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Starting 2 workers Oct 28 15:09:03.430352 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Started child 102150 {{(pid=102039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 15:09:03.434788 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Started child 102151 {{(pid=102039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 15:09:03.435636 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:03.436552 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO neutron.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 15:09:03.437128 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [-] (102150) wsgi starting up on http://0.0.0.0:9696 Oct 28 15:09:03.437226 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Publish callbacks [] for process, before_spawn {{(pid=102039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:03.439507 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO oslo_service.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Starting 1 workers Oct 28 15:09:03.439613 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:03.441582 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [-] (102151) wsgi starting up on http://0.0.0.0:9696 Oct 28 15:09:03.445359 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Started child 102152 {{(pid=102039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 15:09:03.445872 dv-cinder-783643-3-iscsi neutron-server[102039]: INFO oslo_service.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Starting 1 workers Oct 28 15:09:03.449097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] calling RpcWorker wait() {{(pid=102152) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 15:09:03.449627 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] returning from RpcWorker wait() {{(pid=102152) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 15:09:03.450381 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Started child 102153 {{(pid=102039) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 15:09:03.450955 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:03.451154 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG neutron_lib.callbacks.manager [None req-30df816a-46e8-4b3a-8566-b103c57f99ef None None] Publish callbacks [] for process, after_spawn {{(pid=102039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:03.451395 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:03.453193 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102039) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 15:09:03.453453 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 15:09:03.453637 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 15:09:03.453854 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 15:09:03.454193 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 15:09:03.454347 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 15:09:03.454863 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.455149 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.455400 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.455656 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.455938 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.456186 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:03.457272 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.457356 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.457565 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.457837 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.458092 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.458253 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.458411 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.458658 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.458994 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.459454 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.459719 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.459965 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.460212 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.460374 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.460647 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.460902 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.461148 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.461402 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] debug = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.461640 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.462096 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.462308 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.462553 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.462793 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.463050 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.463292 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.463567 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.463799 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.464006 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.464249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.464515 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.464753 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.464970 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.465196 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.465452 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.465664 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.466118 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] host = dv-cinder-783643-3-iscsi {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.466348 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.466615 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.466791 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.467009 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.467257 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.467464 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.467735 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.467979 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.468217 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.468452 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.468713 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.468951 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.469178 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.469431 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.469587 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_options = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.469815 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.470156 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.470354 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.470538 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.470698 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.470864 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.471128 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.471352 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.471522 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.471747 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.471954 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.472224 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.472499 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.472746 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.472985 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.473217 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.473449 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.473655 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.473893 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.474115 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.474367 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.474571 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.474803 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.475044 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.475269 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.475493 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.475711 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.475950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.476155 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.476435 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.476673 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.476907 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.479385 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.479385 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.479385 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.479385 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.479385 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.479385 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.479385 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.479385 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.480322 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.480322 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.480322 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.480322 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.480322 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.480322 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.480322 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_json = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.481156 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.481156 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.481156 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.481156 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.481724 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.481724 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.482001 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.482126 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.483184 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.483184 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.483184 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.483411 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.483520 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.483760 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.484089 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.484530 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.484814 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.485043 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.485360 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.485572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.485857 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.486092 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.486338 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.486660 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.486889 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.487149 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.487393 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.487605 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.487954 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.488191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.488467 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.488684 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.488913 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.489158 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.489381 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.489701 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.489992 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.490249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.490505 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.490737 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.490956 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.491193 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.491402 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.491611 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.491817 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.492017 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:03.492113 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.492277 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.492507 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.492725 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.492984 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.493244 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.493430 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.493651 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.493883 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.494107 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.494327 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.494533 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.494745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.494951 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.495175 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.495394 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.495620 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.495864 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.496083 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.496291 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.496522 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.496729 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.496956 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.497196 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.497407 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.499191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.499191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.499191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.499191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.499191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.499191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.499191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.499191 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500071 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500071 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500071 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500071 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500350 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500350 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500554 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500770 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.500977 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.501187 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.501394 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.501601 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.501806 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.502019 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.502226 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.502431 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.502648 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.502873 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.503098 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.503880 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.504380 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.504888 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.505153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.505525 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.505928 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.509616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.509616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.509616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.509616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.509616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.509616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.509616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.509616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.510218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.510218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.510218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.510218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.510218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.510218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.510218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.510218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512197 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512197 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512197 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512197 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512197 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512197 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512197 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512197 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512790 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512790 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512790 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.512790 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.513073 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.513151 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.513359 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.513628 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.513879 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.514364 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.514822 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.515244 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.515665 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.515970 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.516212 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.516457 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.516672 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.517168 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.517490 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.517716 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.517928 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.518163 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.518440 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.518680 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.518916 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.519735 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.519980 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.520316 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.520521 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.520705 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.520918 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.521162 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.521406 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.521617 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.521848 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.522051 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.522284 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.522510 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.522717 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.522938 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.523146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.523377 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.523588 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.523824 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.524038 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.524280 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.524515 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.524765 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.525028 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.525236 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.525449 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.525662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.525904 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.526175 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.526399 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.526652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.526891 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.527113 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.527337 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.527578 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.527806 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.528063 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.528476 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.528731 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.528939 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.529141 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.529502 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.529884 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.530267 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.530479 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.530694 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.530941 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.531199 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.531538 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.531772 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.532000 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.532233 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.532486 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.532733 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.532949 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.533185 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.536766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.536766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.536766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.536766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.536766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.536766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.536766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.536766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.537745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.538046 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.538111 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.538337 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.538543 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.538749 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.538964 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.539221 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.539448 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.539683 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.540430 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.540430 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.540430 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.540716 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.540800 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.540953 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.541158 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.541360 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.541574 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.541788 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.541990 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.542217 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.542439 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.542639 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.542856 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.543067 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.543271 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.543544 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.543797 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.544030 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.544307 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.544575 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.544826 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.545152 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.545476 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.545704 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.545938 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.546155 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.546388 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.546601 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.546876 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.547185 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.547464 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.547722 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.547950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.548218 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.548513 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.548784 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.548988 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.549268 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.549605 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.549860 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.550109 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.550394 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.550641 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.550864 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.551091 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.551306 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.551531 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.551745 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.552314 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.552314 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.552607 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.552685 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.552857 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.553074 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.553318 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.553561 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.553792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.554022 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.554171 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 15:09:03.554696 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102039) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 15:09:03.554852 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 15:09:03.554998 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 15:09:03.555175 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 15:09:03.555346 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 15:09:03.555492 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 15:09:03.555693 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.555851 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.556005 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.556163 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.556316 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.556520 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.556672 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.556829 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.556980 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.557131 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.557283 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.557436 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.557587 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.557739 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.557890 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.558042 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.558193 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.558344 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.558499 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.558636 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.558788 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.558940 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.559092 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] debug = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.559244 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.559429 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.559587 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.559737 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.559888 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.560038 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.560190 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.560340 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.560512 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.560664 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.560816 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.560968 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.561120 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.561271 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.561422 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.561573 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.561724 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.561874 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] host = dv-cinder-783643-3-iscsi {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.562026 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.562176 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.562318 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.562464 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.562616 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.562766 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.562918 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.563069 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.563220 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.563369 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.563519 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.563670 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.563819 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.563968 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.564118 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_options = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.564269 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.564440 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.564593 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.564769 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.564926 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.565077 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.565212 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.565368 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.565559 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.565687 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567010 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567010 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567010 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567010 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567730 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567730 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567730 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567730 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.567730 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.568126 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.568126 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.568126 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.568416 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.568416 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.568587 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.568698 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.568852 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.569003 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.569158 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.569317 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.569468 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.569618 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.569940 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.571662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.571662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.571662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.571662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.571662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.571662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.571662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.571662 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_json = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:09:03.573652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.573652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.573652 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.574950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.574950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.574950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.574950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.574950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.574950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.574950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.574950 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.575645 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.575645 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.575645 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.575645 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.575645 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.575645 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.576972 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.576972 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.576972 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.576972 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.576972 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.576972 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.576972 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.576972 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.577755 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.577755 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.577755 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.577755 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.577755 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.577755 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.580249 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.581112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.581112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.581112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.581112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.581112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.581112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.581112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.581112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.584659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.589165 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590135 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.590867 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.591792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.591792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.591792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.591792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.591792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.591792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.591792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.591792 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.593285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.593285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.593285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.593285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.593285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.593285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.593285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.593285 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.594397 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.594397 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.594397 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.594397 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.594397 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.594397 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.594397 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.594397 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.595256 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.595256 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.595256 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.595256 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.595256 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.595256 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.595256 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.595256 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.596310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.596310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.596310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.596310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.596310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.596310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.596310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.596310 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.597480 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.598345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.598345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.598345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.598345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.598345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.598345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.598345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.598345 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599112 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599942 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599942 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599942 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599942 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599942 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599942 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599942 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.599942 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.600809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.600809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.600809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.600809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.600809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.600809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.600809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.600809 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.601572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.601572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.601572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.601572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.601572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.601572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.601572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.601572 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.602384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.602384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.602384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.602384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.602384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.602384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.602384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.602384 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603153 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.603927 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.604726 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.604726 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.604726 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.604726 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.604726 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.604726 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.604726 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.605409 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.605409 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.605409 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.605409 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.605409 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.605906 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.605906 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.605906 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.606211 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.606211 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.606530 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.606530 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.606737 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.606737 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.607013 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.607013 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.607238 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.607349 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.607458 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.607625 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.607845 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.607990 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.608113 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.608223 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.608344 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.608497 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.608659 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.608812 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.608966 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.609119 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.609271 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.609433 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.609588 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.609744 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.609896 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.610049 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.610204 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.610371 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.610510 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.610670 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.610881 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.611061 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.611255 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.611255 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.611609 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.611609 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.611978 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.611978 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.611978 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.612555 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.612555 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.612555 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.612555 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.614033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.614033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.614033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.614033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.614033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.614033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.614033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.614033 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.615146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.615146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.615146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.615146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.615146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.615146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.615146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.615146 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.616504 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.619626 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.619626 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.619626 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.619626 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.619626 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.619626 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.619626 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.619626 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:09:03.620094 dv-cinder-783643-3-iscsi neutron-server[102039]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102039) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 15:09:03.633106 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:03.825882 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33578) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:03.834591 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065904 Oct 28 15:09:15.371559 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc67a9c-0970-4ecf-a830-330155a1c0e2 None None] get_active_networks_info from dv-cinder-783643-3-iscsi {{(pid=102152) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 15:09:15.467736 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc67a9c-0970-4ecf-a830-330155a1c0e2 None None] No non-hosted networks {{(pid=102152) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 15:09:15.477338 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.agentschedulers_db [None req-0fc67a9c-0970-4ecf-a830-330155a1c0e2 None None] DHCP Agent not found on host dv-cinder-783643-3-iscsi {{(pid=102152) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 15:09:15.617320 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f1e66a0a-0fa8-42c2-b19e-7c694f40cc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642113'] for agent, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:18.089862 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f78b9e3a-96d9-41a2-bfef-aeebeec8f272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642113'] for agent, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:18.129042 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.db.api [None req-6b9ccc87-d831-4e34-888e-0c01a87b71c8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-783643-3-iscsi {{(pid=102152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 15:09:18.129406 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG oslo_db.api [None req-6b9ccc87-d831-4e34-888e-0c01a87b71c8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 15:09:18.722894 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-6b9ccc87-d831-4e34-888e-0c01a87b71c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:19.031739 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642113'] for agent, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:19.032609 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.033075 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.033755 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.034097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.034426 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.034818 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.035295 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.035847 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.036217 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.036584 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.037096 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.037425 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:19.037928 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-783643-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:19.054231 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-783643-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:19.254343 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642113'] for agent, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:20.928139 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642113'] for agent, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:22.087250 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33672) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:22.570168 dv-cinder-783643-3-iscsi neutron-server[102151]: WARNING oslo_policy.policy [None req-0e3010db-edfc-43ec-a4d3-1f7021278277 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:09:22.570741 dv-cinder-783643-3-iscsi neutron-server[102151]: WARNING oslo_policy.policy [None req-0e3010db-edfc-43ec-a4d3-1f7021278277 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:09:22.791234 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [None req-0e3010db-edfc-43ec-a4d3-1f7021278277 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:09:22.792303 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-0e3010db-edfc-43ec-a4d3-1f7021278277 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7041285 Oct 28 15:09:25.330103 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33686) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:25.554585 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.db.l3_hamode_db [None req-66c69fde-259d-4ae4-9bee-ec206f5dbfa5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 15:09:25.640399 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c69fde-259d-4ae4-9bee-ec206f5dbfa5 None None] Routers set() bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:09:25.641081 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c69fde-259d-4ae4-9bee-ec206f5dbfa5 None None] Router IDs set() for agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 15:09:25.670727 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-fc76b5d8-e956-4184-8d6a-be60853c7406 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:09:25.766602 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.policy [None req-fc76b5d8-e956-4184-8d6a-be60853c7406 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102151) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 15:09:25.813345 dv-cinder-783643-3-iscsi neutron-server[102151]: WARNING oslo_policy.policy [None req-fc76b5d8-e956-4184-8d6a-be60853c7406 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:09:25.813711 dv-cinder-783643-3-iscsi neutron-server[102151]: WARNING oslo_policy.policy [None req-fc76b5d8-e956-4184-8d6a-be60853c7406 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:09:25.822214 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.quota [None req-fc76b5d8-e956-4184-8d6a-be60853c7406 admin admin] Loaded quota_driver: . Oct 28 15:09:25.961339 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-fc76b5d8-e956-4184-8d6a-be60853c7406 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783409350870', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783409349923', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783409379579', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783409368647', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783405518817', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783409382081', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-734555', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743094', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1832846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1655334'] for rbac-policy, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:26.165280 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-fc76b5d8-e956-4184-8d6a-be60853c7406 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:26.166381 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-fc76b5d8-e956-4184-8d6a-be60853c7406 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8347957 Oct 28 15:09:28.864545 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33698) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:29.156014 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Request body: {'network': {'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'admin_state_up': True, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'name': 'private'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:09:29.259105 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Made reservation on behalf of b803ae2eaba64f0b8e0227c63c91c8ff for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:09:29.261795 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:29.279359 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:29.384885 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:29.470414 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:29.490629 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1057, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:09:29.519166 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783406416725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:29.519740 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Unsubscribe: segment precommit_create {{(pid=102151) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 15:09:29.520237 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Added segment d44d0f2d-69ef-47b8-93f2-14e299fcf89d of type vlan for network 1085433f-02a6-49a1-8232-57c65b80843f Oct 28 15:09:29.543561 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98a3c71-2df8-4362-9507-78e7343b1ff8,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:29.589192 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.589536 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.589864 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.590178 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.590491 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.590813 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.591123 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.591449 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.591771 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.592085 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.592382 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.592776 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Tracked resource versions report: Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: pushed versions: Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: { 'AddressGroup': {'1.2'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'ConntrackHelper': {'1.0'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Log': {'1.0'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Network': {'1.1'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Port': {'1.7'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'PortForwarding': {'1.2'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'QosPolicy': {'1.10'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SecurityGroup': {'1.4'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SubPort': {'1.0'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Subnet': {'1.1'}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Trunk': {'1.1'}} Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: consumer versions: Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: { DHCP agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: L3 agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: Metadata agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: Metering agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: Open vSwitch agent@dv-cinder-783643-3-iscsi: { 'AddressGroup': '1.2', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'ConntrackHelper': '1.0', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Log': '1.0', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Network': '1.1', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Port': '1.7', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'PortForwarding': '1.2', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'QosPolicy': '1.10', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SecurityGroup': '1.4', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SecurityGroupRule': '1.2', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SubPort': '1.0', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Subnet': '1.1', Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Trunk': '1.1'}} Oct 28 15:09:29.593868 dv-cinder-783643-3-iscsi neutron-server[102151]: {{(pid=102151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:09:29.634999 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:29.733000 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:29.734108 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:09:29.734745 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:29.829578 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=1085433f-02a6-49a1-8232-57c65b80843f,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:29.841884 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 1085433f-02a6-49a1-8232-57c65b80843f details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:09:29.874927 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-bba47866-82b7-4fca-b149-424638a65ce9 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0091443 Oct 28 15:09:32.608908 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33712) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:33.007014 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f871812-0b8f-4785-96ef-d30fc548c5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:09:33.008371 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-8f871812-0b8f-4785-96ef-d30fc548c5ef admin admin] 10.222.0.86 "GET /v2.0/networks/1085433f-02a6-49a1-8232-57c65b80843f HTTP/1.1" status: 200 len: 826 time: 0.3985240 Oct 28 15:09:33.034292 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-8f1a5895-c2b9-4dd0-8068-a4fcfc0742f1 admin admin] 10.222.0.86 "GET /v2.0/subnetpools/cc5aec09-6434-44e9-b5b9-ebc51790b92c HTTP/1.1" status: 200 len: 734 time: 0.0196283 Oct 28 15:09:33.043101 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cc5aec09-6434-44e9-b5b9-ebc51790b92c', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:09:33.127259 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Made reservation on behalf of b803ae2eaba64f0b8e0227c63c91c8ff for: {'subnet': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:09:33.129517 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:33.499204 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:33.580604 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30fa119-c93c-4fda-bbc1-f83b7c6adf52,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:33.585088 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Checking segment: {'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:09:33.585470 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Network hostable DHCP agents. Network: 1085433f-02a6-49a1-8232-57c65b80843f, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:09:33.664096 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Network 1085433f-02a6-49a1-8232-57c65b80843f is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:09:33.722005 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 1085433f-02a6-49a1-8232-57c65b80843f) {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:09:33.726669 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:09:33.727249 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:33.731933 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844096ec-8359-41fd-9bbf-843b8b89033d None None] Network 1085433f-02a6-49a1-8232-57c65b80843f requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:09:33.810104 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-342e6462-baa7-4d47-a189-8ad4f2e45c13 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7700257 Oct 28 15:09:34.049377 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-1085433f-02a6-49a1-8232-57c65b80843f', 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'fixed_ips': [{'subnet_id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:09:34.050610 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:34.346493 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Allocated IP 172.20.0.2 (1085433f-02a6-49a1-8232-57c65b80843f/f30fa119-c93c-4fda-bbc1-f83b7c6adf52/d8833fc9-2abd-4be3-82dd-054b24375466) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:09:34.546523 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:34.619681 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:34.705301 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Pushing event updated for resources: {'Port': ['ID=d8833fc9-2abd-4be3-82dd-054b24375466,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:34.708297 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Network 1085433f-02a6-49a1-8232-57c65b80843f is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:09:34.714544 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:09:34.716669 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.717026 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.717368 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.717699 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.718027 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.718353 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.718682 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.719008 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.719354 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.719681 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.720033 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.720355 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Tracked resource versions report: Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: pushed versions: Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: { 'AddressGroup': {'1.2'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'ConntrackHelper': {'1.0'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Log': {'1.0'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Network': {'1.1'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Port': {'1.7'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'PortForwarding': {'1.2'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'QosPolicy': {'1.10'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SecurityGroup': {'1.4'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SubPort': {'1.0'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Subnet': {'1.1'}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Trunk': {'1.1'}} Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: consumer versions: Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: { DHCP agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: L3 agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: Metadata agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: Metering agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: Open vSwitch agent@dv-cinder-783643-3-iscsi: { 'AddressGroup': '1.2', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'ConntrackHelper': '1.0', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Log': '1.0', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Network': '1.1', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Port': '1.7', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'PortForwarding': '1.2', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'QosPolicy': '1.10', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SecurityGroup': '1.4', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SecurityGroupRule': '1.2', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SubPort': '1.0', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Subnet': '1.1', Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Trunk': '1.1'}} Oct 28 15:09:34.721468 dv-cinder-783643-3-iscsi neutron-server[102152]: {{(pid=102152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:09:34.733114 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:09:34.811355 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Attempting to bind port d8833fc9-2abd-4be3-82dd-054b24375466 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:09:34.811756 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Attempting to bind port d8833fc9-2abd-4be3-82dd-054b24375466 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:09:34.812160 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Attempting to bind port d8833fc9-2abd-4be3-82dd-054b24375466 on network 1085433f-02a6-49a1-8232-57c65b80843f {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:09:34.817224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:09:34.817616 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Checking segment: {'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:09:34.818049 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:34.818444 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Bound using segment: {'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:09:34.818927 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Bound port: d8833fc9-2abd-4be3-82dd-054b24375466, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:09:34.819333 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:34.884934 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] For port d8833fc9-2abd-4be3-82dd-054b24375466, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:09:34.889224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] For port d8833fc9-2abd-4be3-82dd-054b24375466, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=d8833fc9-2abd-4be3-82dd-054b24375466,segment=NetworkSegment(d44d0f2d-69ef-47b8-93f2-14e299fcf89d),segment_id=d44d0f2d-69ef-47b8-93f2-14e299fcf89d)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:09:35.019524 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:35.109357 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b06691-01c5-4e81-855f-f41889809a32 None None] Pushing event updated for resources: {'Port': ['ID=d8833fc9-2abd-4be3-82dd-054b24375466,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:36.365928 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33722) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:36.679259 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [None req-a75bdb6a-4dce-4031-9ed6-332bb56e4869 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:09:36.680994 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-a75bdb6a-4dce-4031-9ed6-332bb56e4869 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3134794 Oct 28 15:09:39.176469 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33730) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:39.486612 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [None req-caf5c846-5e6e-44eb-86d5-6c460155ea77 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:09:39.487588 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-caf5c846-5e6e-44eb-86d5-6c460155ea77 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3101139 Oct 28 15:09:42.256198 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33740) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:42.554286 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-4b887712-2a3d-437f-8b9b-3fc6f8bee920 admin admin] Request body: {'router': {'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:09:42.664645 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4b887712-2a3d-437f-8b9b-3fc6f8bee920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:42.666225 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4b887712-2a3d-437f-8b9b-3fc6f8bee920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:42.855158 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4b887712-2a3d-437f-8b9b-3fc6f8bee920 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:42.921549 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4b887712-2a3d-437f-8b9b-3fc6f8bee920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:43.021705 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4b887712-2a3d-437f-8b9b-3fc6f8bee920 admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:43.023512 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-4b887712-2a3d-437f-8b9b-3fc6f8bee920 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7660642 Oct 28 15:09:44.215910 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398724e3-26a5-4593-8fae-ccdd0dd25b85 None None] Network 1085433f-02a6-49a1-8232-57c65b80843f requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:09:44.305937 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-e3be57e1-a27b-4a65-8d70-d76e158188bf None None] Provisioning complete for port d8833fc9-2abd-4be3-82dd-054b24375466 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:09:44.306325 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e3be57e1-a27b-4a65-8d70-d76e158188bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:44.517809 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e3be57e1-a27b-4a65-8d70-d76e158188bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:44.554291 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-e3be57e1-a27b-4a65-8d70-d76e158188bf None None] For port d8833fc9-2abd-4be3-82dd-054b24375466, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=d8833fc9-2abd-4be3-82dd-054b24375466,segment=NetworkSegment(d44d0f2d-69ef-47b8-93f2-14e299fcf89d),segment_id=d44d0f2d-69ef-47b8-93f2-14e299fcf89d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:09:44.642823 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e3be57e1-a27b-4a65-8d70-d76e158188bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:44.695598 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be57e1-a27b-4a65-8d70-d76e158188bf None None] Pushing event updated for resources: {'Port': ['ID=d8833fc9-2abd-4be3-82dd-054b24375466,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:44.764666 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-cb70470b-8526-4d3e-a37f-115563fb519a None None] Provisioning complete for port d8833fc9-2abd-4be3-82dd-054b24375466 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:09:44.765033 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cb70470b-8526-4d3e-a37f-115563fb519a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:44.923079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device d8833fc9-2abd-4be3-82dd-054b24375466 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:09:44.971804 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port d8833fc9-2abd-4be3-82dd-054b24375466 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:09:44.972165 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:45.349495 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a56dd272-e26e-464d-a5a2-764087060215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:45.525903 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33752) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:45.840092 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [None req-690436b1-8f24-4235-ab64-037fbc65b296 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:09:45.841100 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-690436b1-8f24-4235-ab64-037fbc65b296 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3140018 Oct 28 15:09:48.069752 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cba98f51-fc5f-4ab9-b085-bca916cea6cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:48.329144 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33760) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:48.828863 dv-cinder-783643-3-iscsi neutron-server[102150]: WARNING oslo_policy.policy [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:09:48.829477 dv-cinder-783643-3-iscsi neutron-server[102150]: WARNING oslo_policy.policy [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:09:49.046317 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.051693 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:09:49.053425 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.quota [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Loaded quota_driver: . Oct 28 15:09:49.206900 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Made reservation on behalf of 4d61f9668d5448a0898e0f811ddf2ff8 for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:09:49.234622 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.283116 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.policy [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102150) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 15:09:49.329834 dv-cinder-783643-3-iscsi neutron-server[102150]: WARNING oslo_policy.policy [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:09:49.330366 dv-cinder-783643-3-iscsi neutron-server[102150]: WARNING oslo_policy.policy [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:09:49.340713 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.361235 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.467737 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.549476 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.560491 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Reserving flat network on physical network physnet1 {{(pid=102150) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 15:09:49.591662 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783406416725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.592148 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Unsubscribe: segment precommit_create {{(pid=102150) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 15:09:49.592675 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Added segment 2ab20ce2-e25e-4d02-b504-2888ace5b7f1 of type flat for network b1445480-48ba-4b40-aa1f-1a44417859e5 Oct 28 15:09:49.609817 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73290675-46ea-4d4f-bcbc-2b24f31adfca,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:49.646216 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.646573 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.646908 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.647240 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.647558 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.647887 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.648209 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.648573 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.648907 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.649222 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.649531 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.649838 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Tracked resource versions report: Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: pushed versions: Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: { 'AddressGroup': {'1.2'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'ConntrackHelper': {'1.0'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Log': {'1.0'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Network': {'1.1'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Port': {'1.7'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'PortForwarding': {'1.2'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'QosPolicy': {'1.10'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SecurityGroup': {'1.4'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SubPort': {'1.0'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Subnet': {'1.1'}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Trunk': {'1.1'}} Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: consumer versions: Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: { DHCP agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: L3 agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: Metadata agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: Metering agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: Open vSwitch agent@dv-cinder-783643-3-iscsi: { 'AddressGroup': '1.2', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'ConntrackHelper': '1.0', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Log': '1.0', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Network': '1.1', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Port': '1.7', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'PortForwarding': '1.2', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'QosPolicy': '1.10', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SecurityGroup': '1.4', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SecurityGroupRule': '1.2', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SubPort': '1.0', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Subnet': '1.1', Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Trunk': '1.1'}} Oct 28 15:09:49.650930 dv-cinder-783643-3-iscsi neutron-server[102150]: {{(pid=102150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:09:49.730601 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.874938 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.876629 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:09:49.877269 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:49.980619 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] Pushing event updated for resources: {'Network': ['ID=b1445480-48ba-4b40-aa1f-1a44417859e5,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:49.990485 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network b1445480-48ba-4b40-aa1f-1a44417859e5 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:09:50.050296 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-fa91dfdc-e8a2-4ae4-887f-eaa69e050b30 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.7190917 Oct 28 15:09:50.857691 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:52.528437 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33790) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:52.738847 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba30c9a-71ec-4b8f-b86c-99ce4ce78149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:09:52.740343 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-5ba30c9a-71ec-4b8f-b86c-99ce4ce78149 admin admin] 10.222.0.86 "GET /v2.0/subnets/f30fa119-c93c-4fda-bbc1-f83b7c6adf52 HTTP/1.1" status: 200 len: 849 time: 0.2108340 Oct 28 15:09:52.898636 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-874ad972-83d5-499d-a510-9628e5861dc8 admin admin] 10.222.0.86 "GET /v2.0/routers/da889d00-f6c6-497b-956f-b939f893070b HTTP/1.1" status: 200 len: 704 time: 0.1521564 Oct 28 15:09:53.176744 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:53.515382 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:09:53.523381 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Allocated IP 172.20.0.1 (1085433f-02a6-49a1-8232-57c65b80843f/f30fa119-c93c-4fda-bbc1-f83b7c6adf52/1d0e0263-3c1a-4e53-a05a-039cd70ec3be) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:09:53.700973 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:53.824411 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:53.900021 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Network 1085433f-02a6-49a1-8232-57c65b80843f is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:09:53.904572 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:09:53.913243 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:09:53.914257 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:53.943058 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0e0263-3c1a-4e53-a05a-039cd70ec3be,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:54.115564 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-549afeca-88a0-4aa4-a2d6-9ee085e3c132 None None] Provisioning complete for port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:09:54.116109 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-549afeca-88a0-4aa4-a2d6-9ee085e3c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:54.161483 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-549afeca-88a0-4aa4-a2d6-9ee085e3c132 None None] Port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:09:54.182745 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:54.434219 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:54.509402 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:54.510266 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:54.587268 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0e0263-3c1a-4e53-a05a-039cd70ec3be,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:54.636042 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Network 1085433f-02a6-49a1-8232-57c65b80843f is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:09:54.637392 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:09:54.863677 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Router da889d00-f6c6-497b-956f-b939f893070b is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:09:54.883911 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d1b81452-70d3-4d50-ac9a-d55a3a32caa0 None None] Provisioning complete for port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:09:54.884273 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d1b81452-70d3-4d50-ac9a-d55a3a32caa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:54.959151 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:09:54.961408 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d1b81452-70d3-4d50-ac9a-d55a3a32caa0 None None] Port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:09:54.968295 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Sync routers for ids ['da889d00-f6c6-497b-956f-b939f893070b'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:09:54.969405 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-11c14e7e-be5e-4185-b1d5-01a30d42e602 admin admin] 10.222.0.86 "PUT /v2.0/routers/da889d00-f6c6-497b-956f-b939f893070b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0640419 Oct 28 15:09:54.981703 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Routers {'da889d00-f6c6-497b-956f-b939f893070b'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:09:54.982521 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:09:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['da889d00-f6c6-497b-956f-b939f893070b'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:55.172669 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Set router da889d00-f6c6-497b-956f-b939f893070b gateway port host: None {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:09:55.606373 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da889d00-f6c6-497b-956f-b939f893070b', 'name': 'router1', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:09:42Z', 'updated_at': '2021-10-28T15:09:54Z', 'revision_number': 2, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'gw_port_host': None, '_interfaces': [{'id': '1d0e0263-3c1a-4e53-a05a-039cd70ec3be', 'name': '', 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'mac_address': 'fa:16:3e:f4:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:09:53Z', 'updated_at': '2021-10-28T15:09:54Z', 'revision_number': 2, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'subnets': [{'id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5aec09-6434-44e9-b5b9-ebc51790b92c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:55.657236 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Checking router: da889d00-f6c6-497b-956f-b939f893070b for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:09:55.657614 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Updating router da889d00-f6c6-497b-956f-b939f893070b port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:09:55.705781 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:56.223630 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:56.326400 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:56.486045 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Pushing event updated for resources: {'Port': ['ID=1d0e0263-3c1a-4e53-a05a-039cd70ec3be,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:56.500821 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.501161 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.501492 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.501841 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.502203 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.502528 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.502846 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.503170 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.503490 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.503801 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.504112 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.504439 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Tracked resource versions report: Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: pushed versions: Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: { 'AddressGroup': {'1.2'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'ConntrackHelper': {'1.0'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Log': {'1.0'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Network': {'1.1'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Port': {'1.7'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'PortForwarding': {'1.2'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'QosPolicy': {'1.10'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SecurityGroup': {'1.4'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SubPort': {'1.0'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Subnet': {'1.1'}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Trunk': {'1.1'}} Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: consumer versions: Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: { DHCP agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: L3 agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: Metadata agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: Metering agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: Open vSwitch agent@dv-cinder-783643-3-iscsi: { 'AddressGroup': '1.2', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'ConntrackHelper': '1.0', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Log': '1.0', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Network': '1.1', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Port': '1.7', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'PortForwarding': '1.2', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'QosPolicy': '1.10', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SecurityGroup': '1.4', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SecurityGroupRule': '1.2', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SubPort': '1.0', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Subnet': '1.1', Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Trunk': '1.1'}} Oct 28 15:09:56.505533 dv-cinder-783643-3-iscsi neutron-server[102153]: {{(pid=102153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:09:56.509924 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Attempting to bind port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:09:56.510330 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Attempting to bind port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:09:56.510740 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Attempting to bind port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be on network 1085433f-02a6-49a1-8232-57c65b80843f {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:09:56.516496 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:09:56.516906 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Checking segment: {'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:09:56.517331 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:56.517708 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Bound using segment: {'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:09:56.518267 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Bound port: 1d0e0263-3c1a-4e53-a05a-039cd70ec3be, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44d0f2d-69ef-47b8-93f2-14e299fcf89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:09:56.518654 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:56.585044 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] For port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:09:56.589060 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-1108f171-f1ce-4813-bf98-07c4c3bd809e None None] Provisioning complete for port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:09:56.593048 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-1108f171-f1ce-4813-bf98-07c4c3bd809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:56.604754 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] For port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=1d0e0263-3c1a-4e53-a05a-039cd70ec3be,segment=NetworkSegment(d44d0f2d-69ef-47b8-93f2-14e299fcf89d),segment_id=d44d0f2d-69ef-47b8-93f2-14e299fcf89d)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:09:56.623223 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-1108f171-f1ce-4813-bf98-07c4c3bd809e None None] Port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:09:56.692263 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:56.742083 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Routers {'da889d00-f6c6-497b-956f-b939f893070b'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:09:56.742819 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:09:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['da889d00-f6c6-497b-956f-b939f893070b'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:56.825846 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea94b1-5408-4c06-afaf-0cc80200d5d9 None None] Pushing event updated for resources: {'Port': ['ID=1d0e0263-3c1a-4e53-a05a-039cd70ec3be,revision_number=4']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:56.844908 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] Set router da889d00-f6c6-497b-956f-b939f893070b gateway port host: None {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:09:56.949600 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-38d79ed1-e092-41f8-8184-3b8854a5b122 None None] Provisioning complete for port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:09:56.949965 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-38d79ed1-e092-41f8-8184-3b8854a5b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:57.040364 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-38d79ed1-e092-41f8-8184-3b8854a5b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:57.057347 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da889d00-f6c6-497b-956f-b939f893070b', 'name': 'router1', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:09:42Z', 'updated_at': '2021-10-28T15:09:54Z', 'revision_number': 2, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'gw_port_host': None, '_interfaces': [{'id': '1d0e0263-3c1a-4e53-a05a-039cd70ec3be', 'name': '', 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'mac_address': 'fa:16:3e:f4:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:09:53Z', 'updated_at': '2021-10-28T15:09:56Z', 'revision_number': 4, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'subnets': [{'id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5aec09-6434-44e9-b5b9-ebc51790b92c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:09:57.075064 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-38d79ed1-e092-41f8-8184-3b8854a5b122 None None] For port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=1d0e0263-3c1a-4e53-a05a-039cd70ec3be,segment=NetworkSegment(d44d0f2d-69ef-47b8-93f2-14e299fcf89d),segment_id=d44d0f2d-69ef-47b8-93f2-14e299fcf89d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:09:57.084650 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513505bc-ddc8-4542-9087-e2ac28e8d313 None None] The sync data for ids ['da889d00-f6c6-497b-956f-b939f893070b'] in dv-cinder-783643-3-iscsi is: [{'id': 'da889d00-f6c6-497b-956f-b939f893070b', 'name': 'router1', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:09:42Z', 'updated_at': '2021-10-28T15:09:54Z', 'revision_number': 2, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'gw_port_host': None, '_interfaces': [{'id': '1d0e0263-3c1a-4e53-a05a-039cd70ec3be', 'name': '', 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'mac_address': 'fa:16:3e:f4:2c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:09:53Z', 'updated_at': '2021-10-28T15:09:56Z', 'revision_number': 4, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'subnets': [{'id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5aec09-6434-44e9-b5b9-ebc51790b92c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:09:57.138087 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-38d79ed1-e092-41f8-8184-3b8854a5b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:57.187900 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d79ed1-e092-41f8-8184-3b8854a5b122 None None] Pushing event updated for resources: {'Port': ['ID=1d0e0263-3c1a-4e53-a05a-039cd70ec3be,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:57.316170 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33810) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:09:57.425654 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd342f-1847-4a4e-8247-e6e2a2a3da86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:09:57.427124 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-86cd342f-1847-4a4e-8247-e6e2a2a3da86 admin admin] 10.222.0.86 "GET /v2.0/networks/b1445480-48ba-4b40-aa1f-1a44417859e5 HTTP/1.1" status: 200 len: 842 time: 0.1096947 Oct 28 15:09:57.437067 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:09:57.588999 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Made reservation on behalf of 4d61f9668d5448a0898e0f811ddf2ff8 for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:09:57.591192 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:57.989045 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.objects.ports [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102150) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 15:09:57.989478 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:58.047632 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac4caa0-139c-4d65-ac4b-23d592e0fa56,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:09:58.052040 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:09:58.052417 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Network hostable DHCP agents. Network: b1445480-48ba-4b40-aa1f-1a44417859e5, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:09:58.160724 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:09:58.252462 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, b1445480-48ba-4b40-aa1f-1a44417859e5) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:09:58.256671 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:09:58.257202 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:09:58.262029 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34be310-f386-4496-b8bf-f9cef9afdd60 None None] Network b1445480-48ba-4b40-aa1f-1a44417859e5 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:09:58.334848 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-8f152a5a-bd50-4580-89aa-d6d2080ac5a4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9010520 Oct 28 15:09:58.397108 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eaca79-5bfe-415d-976b-f67c90850075 None None] Network b1445480-48ba-4b40-aa1f-1a44417859e5 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:10:00.751441 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33818) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:10:00.888183 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-b23c5b13-b012-485c-84b7-4fc9fe3de4e6 admin admin] 10.222.0.86 "GET /v2.0/routers/da889d00-f6c6-497b-956f-b939f893070b HTTP/1.1" status: 200 len: 710 time: 0.1354671 Oct 28 15:10:00.980744 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74186685-49f6-4b3b-b990-ca139ba31e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:10:00.982036 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-74186685-49f6-4b3b-b990-ca139ba31e22 admin admin] 10.222.0.86 "GET /v2.0/networks/b1445480-48ba-4b40-aa1f-1a44417859e5 HTTP/1.1" status: 200 len: 886 time: 0.0871997 Oct 28 15:10:00.991487 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:10:01.294748 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:01.611978 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:01.690718 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:01.792356 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Allocated IP 172.27.1.220 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/4c6b0c74-d7a2-4fcc-8835-81760251aca8) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:10:01.895043 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:01.994872 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:02.033985 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:10:02.038374 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:10:02.040943 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:10:02.046196 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Pushing event updated for resources: {'Port': ['ID=4c6b0c74-d7a2-4fcc-8835-81760251aca8,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:10:02.396334 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:02.605642 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1642428', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1640757', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13654'] for router, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:02.609810 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1642405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1642410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1640762'] for router, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:02.722282 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Router da889d00-f6c6-497b-956f-b939f893070b has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:10:02.830683 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:10:02.835377 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:02.838608 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-d7eb6f87-5c41-4140-b7ff-703b1a6304fe admin admin] 10.222.0.86 "PUT /v2.0/routers/da889d00-f6c6-497b-956f-b939f893070b HTTP/1.1" status: 200 len: 890 time: 1.8502550 Oct 28 15:10:02.936705 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 1d0e0263-3c1a-4e53-a05a-039cd70ec3be up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:10:02.992829 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:10:02.993104 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:04.116007 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Sync routers for ids ['da889d00-f6c6-497b-956f-b939f893070b'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:10:04.126744 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Routers {'da889d00-f6c6-497b-956f-b939f893070b'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:10:04.127451 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:09:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['da889d00-f6c6-497b-956f-b939f893070b'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:10:04.348079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Set router da889d00-f6c6-497b-956f-b939f893070b gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:10:04.749976 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da889d00-f6c6-497b-956f-b939f893070b', 'name': 'router1', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '4c6b0c74-d7a2-4fcc-8835-81760251aca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:09:42Z', 'updated_at': '2021-10-28T15:10:02Z', 'revision_number': 4, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'gw_port': {'id': '4c6b0c74-d7a2-4fcc-8835-81760251aca8', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:10:01Z', 'updated_at': '2021-10-28T15:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '1d0e0263-3c1a-4e53-a05a-039cd70ec3be', 'name': '', 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'mac_address': 'fa:16:3e:f4:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:09:53Z', 'updated_at': '2021-10-28T15:09:57Z', 'revision_number': 5, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'subnets': [{'id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5aec09-6434-44e9-b5b9-ebc51790b92c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:10:04.867789 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Checking router: da889d00-f6c6-497b-956f-b939f893070b for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:10:04.868143 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Updating router da889d00-f6c6-497b-956f-b939f893070b port 4c6b0c74-d7a2-4fcc-8835-81760251aca8 binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:10:04.914927 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:05.269152 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:05.325636 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:05.377199 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33830) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:10:05.379475 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Attempting to bind port 4c6b0c74-d7a2-4fcc-8835-81760251aca8 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:10:05.379843 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Attempting to bind port 4c6b0c74-d7a2-4fcc-8835-81760251aca8 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:10:05.380199 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Attempting to bind port 4c6b0c74-d7a2-4fcc-8835-81760251aca8 on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:10:05.382096 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37caa15-8eff-4bd6-a3e3-ac518e0ad56d None None] Pushing event updated for resources: {'Port': ['ID=4c6b0c74-d7a2-4fcc-8835-81760251aca8,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:10:05.387804 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:10:05.388179 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:10:05.388593 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:05.388971 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:10:05.389429 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Bound port: 4c6b0c74-d7a2-4fcc-8835-81760251aca8, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:10:05.389849 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:05.439758 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] For port 4c6b0c74-d7a2-4fcc-8835-81760251aca8, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:10:05.442732 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] For port 4c6b0c74-d7a2-4fcc-8835-81760251aca8, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4c6b0c74-d7a2-4fcc-8835-81760251aca8,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:10:05.495275 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-73ead470-2adc-46b0-8691-86079cf86823 admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1168821 Oct 28 15:10:05.509818 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:05.574986 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Routers {'da889d00-f6c6-497b-956f-b939f893070b'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:10:05.575687 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:09:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['da889d00-f6c6-497b-956f-b939f893070b'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:10:05.581040 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37caa15-8eff-4bd6-a3e3-ac518e0ad56d None None] Pushing event updated for resources: {'Port': ['ID=4c6b0c74-d7a2-4fcc-8835-81760251aca8,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:10:05.698165 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] Set router da889d00-f6c6-497b-956f-b939f893070b gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:10:05.911633 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da889d00-f6c6-497b-956f-b939f893070b', 'name': 'router1', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '4c6b0c74-d7a2-4fcc-8835-81760251aca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:09:42Z', 'updated_at': '2021-10-28T15:10:02Z', 'revision_number': 4, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'gw_port': {'id': '4c6b0c74-d7a2-4fcc-8835-81760251aca8', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:10:01Z', 'updated_at': '2021-10-28T15:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '1d0e0263-3c1a-4e53-a05a-039cd70ec3be', 'name': '', 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'mac_address': 'fa:16:3e:f4:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:09:53Z', 'updated_at': '2021-10-28T15:09:57Z', 'revision_number': 5, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'subnets': [{'id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5aec09-6434-44e9-b5b9-ebc51790b92c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:10:05.937837 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3f8dd6-37a1-46f3-aea3-952e83f87873 None None] The sync data for ids ['da889d00-f6c6-497b-956f-b939f893070b'] in dv-cinder-783643-3-iscsi is: [{'id': 'da889d00-f6c6-497b-956f-b939f893070b', 'name': 'router1', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.220'}], 'enable_snat': True}, 'gw_port_id': '4c6b0c74-d7a2-4fcc-8835-81760251aca8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:09:42Z', 'updated_at': '2021-10-28T15:10:02Z', 'revision_number': 4, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'gw_port': {'id': '4c6b0c74-d7a2-4fcc-8835-81760251aca8', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:0c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:10:01Z', 'updated_at': '2021-10-28T15:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '1d0e0263-3c1a-4e53-a05a-039cd70ec3be', 'name': '', 'network_id': '1085433f-02a6-49a1-8232-57c65b80843f', 'tenant_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'mac_address': 'fa:16:3e:f4:2c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da889d00-f6c6-497b-956f-b939f893070b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:09:53Z', 'updated_at': '2021-10-28T15:09:57Z', 'revision_number': 5, 'project_id': 'b803ae2eaba64f0b8e0227c63c91c8ff', 'subnets': [{'id': 'f30fa119-c93c-4fda-bbc1-f83b7c6adf52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5aec09-6434-44e9-b5b9-ebc51790b92c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:10:06.935897 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4c6b0c74-d7a2-4fcc-8835-81760251aca8 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:10:06.986380 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 4c6b0c74-d7a2-4fcc-8835-81760251aca8 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:10:06.986676 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:07.059733 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:07.079570 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 4c6b0c74-d7a2-4fcc-8835-81760251aca8, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4c6b0c74-d7a2-4fcc-8835-81760251aca8,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:10:07.142810 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:07.193203 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=4c6b0c74-d7a2-4fcc-8835-81760251aca8,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:10:08.928417 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4c6b0c74-d7a2-4fcc-8835-81760251aca8 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:10:08.997447 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 4c6b0c74-d7a2-4fcc-8835-81760251aca8 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:10:08.997830 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:15.319472 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3f09e9ac-f16d-4f4b-b1a8-ec5948ddd446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:18.109136 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-df921982-7660-4949-8d84-acd6947ba571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:19.057071 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:19.211062 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:20.879724 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:30.515378 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:10:45.358359 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a1e173b3-5cdb-4b2b-8981-8e51c21e924b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:48.095306 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3d96e253-239c-46c4-90b5-04b3d85122fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:49.066296 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:49.197952 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:10:50.849798 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:07.514857 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:11:15.339225 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b6667b52-3f1c-4b87-951f-8fb67284bcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:18.071143 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-96198ff7-11dc-4fb0-84dd-b3aa70f68dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:19.065235 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:19.207557 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:20.854080 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:44.513934 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:11:45.361281 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-877d5ddb-f74d-4e86-83ed-968b062a9d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:45.426414 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34392) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:11:45.487548 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54d5b9d-aa79-4f46-856e-14663300b519 admin admin] GET failed (client error): The resource could not be found. Oct 28 15:11:45.488900 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-f54d5b9d-aa79-4f46-856e-14663300b519 admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615418 Oct 28 15:11:45.722291 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48085d04-4fb0-4f5e-b65e-1147dc05e06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:45.723762 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-48085d04-4fb0-4f5e-b65e-1147dc05e06d admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2302382 Oct 28 15:11:48.065341 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34402) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:11:48.080529 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2a33ab21-82db-4976-942c-0273c378e17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:48.156527 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c5bb0e-e6dc-420f-8615-c18bcf1debef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:48.157861 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-51c5bb0e-e6dc-420f-8615-c18bcf1debef admin admin] 10.222.0.86 "GET /v2.0/subnets/f30fa119-c93c-4fda-bbc1-f83b7c6adf52 HTTP/1.1" status: 200 len: 849 time: 0.0914981 Oct 28 15:11:48.167932 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:11:48.252966 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Publish callbacks [] for subnet, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:48.474883 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783406340069'] for subnet, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:48.504093 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:48.504662 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:48.505930 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] 10.222.0.86 "PUT /v2.0/subnets/f30fa119-c93c-4fda-bbc1-f83b7c6adf52 HTTP/1.1" status: 200 len: 868 time: 0.3417482 Oct 28 15:11:48.510583 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f78416-7f5d-4488-b312-75dd217045b5 None None] Network 1085433f-02a6-49a1-8232-57c65b80843f requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:11:48.530400 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f30fa119-c93c-4fda-bbc1-f83b7c6adf52,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:11:48.537771 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.538112 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.539125 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.539407 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.539741 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.540074 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.540433 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.540908 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.541251 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.541579 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.541904 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.542225 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172349e3-70bf-4dc6-bfa3-7600e60cfaef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:11:48.880700 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-f440da5a-5126-4e0d-9402-4697003993fb None None] Provisioning complete for port 1d0e0263-3c1a-4e53-a05a-039cd70ec3be triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:11:48.881064 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f440da5a-5126-4e0d-9402-4697003993fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:48.990668 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-f440da5a-5126-4e0d-9402-4697003993fb None None] Provisioning complete for port d8833fc9-2abd-4be3-82dd-054b24375466 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:11:48.990668 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f440da5a-5126-4e0d-9402-4697003993fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:49.055452 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:49.211748 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:50.849999 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34410) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:11:50.858197 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:11:51.054539 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00991413-1722-4575-b650-55e484b5ffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:51.054931 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00991413-1722-4575-b650-55e484b5ffd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:51.056519 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-00991413-1722-4575-b650-55e484b5ffd9 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2053010 Oct 28 15:11:53.334485 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34420) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:11:53.466187 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424fbef-e900-4f1d-af0b-a2cdab550007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:53.466637 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424fbef-e900-4f1d-af0b-a2cdab550007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:53.468212 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-8424fbef-e900-4f1d-af0b-a2cdab550007 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1327844 Oct 28 15:11:55.751708 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34428) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:11:55.923395 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a6dc1b-f0f7-44a2-b732-e39889736f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:55.924777 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-04a6dc1b-f0f7-44a2-b732-e39889736f52 admin admin] 10.222.0.86 "GET /v2.0/networks/1085433f-02a6-49a1-8232-57c65b80843f HTTP/1.1" status: 200 len: 870 time: 0.1721227 Oct 28 15:11:58.215662 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34436) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:11:58.336331 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc1145-6b83-4306-bbb0-5f00f4923fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:11:58.337675 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-ecfc1145-6b83-4306-bbb0-5f00f4923fba admin admin] 10.222.0.86 "GET /v2.0/networks/b1445480-48ba-4b40-aa1f-1a44417859e5 HTTP/1.1" status: 200 len: 886 time: 0.1210778 Oct 28 15:12:00.627005 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34444) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:12:00.748635 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214987b-80f4-407a-a720-f4612e1d88c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:00.749081 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214987b-80f4-407a-a720-f4612e1d88c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:00.751915 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-3214987b-80f4-407a-a720-f4612e1d88c9 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226261 Oct 28 15:12:03.054089 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34452) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:12:03.175210 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bcdd89-ad36-4a94-b6c5-9ee6eadb6d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:03.175655 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bcdd89-ad36-4a94-b6c5-9ee6eadb6d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:03.177208 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-b9bcdd89-ad36-4a94-b6c5-9ee6eadb6d96 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221271 Oct 28 15:12:05.477486 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34460) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:12:05.567870 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d5ee7-e797-46ea-b717-562a46b5d8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:05.568952 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-b87d5ee7-e797-46ea-b717-562a46b5d8aa admin admin] 10.222.0.86 "GET /v2.0/subnets/2ac4caa0-139c-4d65-ac4b-23d592e0fa56 HTTP/1.1" status: 200 len: 816 time: 0.0905142 Oct 28 15:12:07.866144 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34468) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:12:07.956613 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab2dfe5-3e58-42cb-b4ad-e6ac926bb436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:07.957926 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-eab2dfe5-3e58-42cb-b4ad-e6ac926bb436 admin admin] 10.222.0.86 "GET /v2.0/subnets/f30fa119-c93c-4fda-bbc1-f83b7c6adf52 HTTP/1.1" status: 200 len: 868 time: 0.0905504 Oct 28 15:12:15.324791 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e12a3829-e525-44f9-bcb9-8b32bb0f08bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:18.073331 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-65f75404-f10c-41cc-9f4a-b91029a180a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:19.021840 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:19.233445 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:20.850229 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:21.512953 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:12:32.735777 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34524) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:12:32.782629 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [None req-a7637fe4-d59a-4b2c-9f70-00c68358be26 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:12:32.783610 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-a7637fe4-d59a-4b2c-9f70-00c68358be26 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469029 Oct 28 15:12:35.149853 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34532) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:12:35.208928 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5a41d6-012f-4f7c-983d-6f9469d42501 admin admin] GET failed (client error): The resource could not be found. Oct 28 15:12:35.210226 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-bb5a41d6-012f-4f7c-983d-6f9469d42501 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594378 Oct 28 15:12:35.296557 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c9923b-043a-4b51-83e8-b71b43562876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:35.298020 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-d1c9923b-043a-4b51-83e8-b71b43562876 admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832398 Oct 28 15:12:37.644486 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34540) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:12:37.692566 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:12:37.763642 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Made reservation on behalf of 4d61f9668d5448a0898e0f811ddf2ff8 for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:12:37.765934 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:37.794131 dv-cinder-783643-3-iscsi neutron-server[102150]: WARNING neutron.services.revisions.revision_plugin [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Could not find related network for resource to bump revision. Oct 28 15:12:37.807731 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] vlan segment allocate from pool success with {'vlan_id': 1051, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:12:37.816829 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:37.817168 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Added segment 51d182e3-f620-41c4-98d8-e8ccfaed1e15 of type vlan for network 48d7b65c-4afd-4c2d-afed-b54df2548a4f Oct 28 15:12:37.859449 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:37.935492 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:37.936505 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:37.937114 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:37.994722 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] Pushing event updated for resources: {'Network': ['ID=48d7b65c-4afd-4c2d-afed-b54df2548a4f,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:12:38.004816 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 48d7b65c-4afd-4c2d-afed-b54df2548a4f details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:12:38.058495 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-63bdd0b1-fd85-4b0a-b6d2-80a75bbdad97 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4129221 Oct 28 15:12:40.363197 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34548) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:12:40.423322 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e4bb0e-f625-4f52-9f28-c4e242d00e9f admin admin] GET failed (client error): The resource could not be found. Oct 28 15:12:40.424666 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-20e4bb0e-f625-4f52-9f28-c4e242d00e9f admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605011 Oct 28 15:12:40.492905 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e7d65d-c345-4501-a4aa-fb1f9a9805dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:40.494404 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-86e7d65d-c345-4501-a4aa-fb1f9a9805dd admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0646119 Oct 28 15:12:40.504794 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Request body: {'subnet': {'network_id': '48d7b65c-4afd-4c2d-afed-b54df2548a4f', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:12:40.632676 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Made reservation on behalf of 4d61f9668d5448a0898e0f811ddf2ff8 for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:12:40.634902 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:40.947041 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:41.007172 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=15490ba2-b4e9-46ee-ade5-a65f49dc2c3b,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:12:41.016477 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Checking segment: {'id': '51d182e3-f620-41c4-98d8-e8ccfaed1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '48d7b65c-4afd-4c2d-afed-b54df2548a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:12:41.016852 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Network hostable DHCP agents. Network: 48d7b65c-4afd-4c2d-afed-b54df2548a4f, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:12:41.083858 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Network 48d7b65c-4afd-4c2d-afed-b54df2548a4f is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:12:41.175219 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 48d7b65c-4afd-4c2d-afed-b54df2548a4f) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:12:41.179229 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:12:41.179844 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:41.185222 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3f9289-4eb4-48a3-a3c5-1b52259363b4 None None] Network 48d7b65c-4afd-4c2d-afed-b54df2548a4f requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:12:41.286686 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-b8260871-4774-4391-aa37-53c1de45c0dc admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7852545 Oct 28 15:12:41.347630 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-48d7b65c-4afd-4c2d-afed-b54df2548a4f', 'network_id': '48d7b65c-4afd-4c2d-afed-b54df2548a4f', 'tenant_id': '4d61f9668d5448a0898e0f811ddf2ff8', 'fixed_ips': [{'subnet_id': '15490ba2-b4e9-46ee-ade5-a65f49dc2c3b'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:12:41.348614 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:41.486575 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Allocated IP 192.168.233.2 (48d7b65c-4afd-4c2d-afed-b54df2548a4f/15490ba2-b4e9-46ee-ade5-a65f49dc2c3b/905dfe92-c72f-4be1-aa69-17a39815fe40) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:12:41.633541 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:41.767212 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:41.814873 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Network 48d7b65c-4afd-4c2d-afed-b54df2548a4f is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:12:41.817862 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:12:41.822079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:12:41.825149 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Pushing event updated for resources: {'Port': ['ID=905dfe92-c72f-4be1-aa69-17a39815fe40,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:12:41.836823 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.837191 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.837538 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.837874 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.838205 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.838533 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.838861 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.839204 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.839547 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.839869 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.840187 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.840533 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:12:41.895800 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Attempting to bind port 905dfe92-c72f-4be1-aa69-17a39815fe40 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:12:41.896162 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Attempting to bind port 905dfe92-c72f-4be1-aa69-17a39815fe40 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '51d182e3-f620-41c4-98d8-e8ccfaed1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '48d7b65c-4afd-4c2d-afed-b54df2548a4f'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:12:41.896545 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Attempting to bind port 905dfe92-c72f-4be1-aa69-17a39815fe40 on network 48d7b65c-4afd-4c2d-afed-b54df2548a4f {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:12:41.901552 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:12:41.901905 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Checking segment: {'id': '51d182e3-f620-41c4-98d8-e8ccfaed1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '48d7b65c-4afd-4c2d-afed-b54df2548a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:12:41.902293 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:41.903004 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Bound using segment: {'id': '51d182e3-f620-41c4-98d8-e8ccfaed1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '48d7b65c-4afd-4c2d-afed-b54df2548a4f'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:12:41.903471 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Bound port: 905dfe92-c72f-4be1-aa69-17a39815fe40, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d182e3-f620-41c4-98d8-e8ccfaed1e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1051, 'network_id': '48d7b65c-4afd-4c2d-afed-b54df2548a4f'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:12:41.903854 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:41.964984 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] For port 905dfe92-c72f-4be1-aa69-17a39815fe40, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:12:41.968078 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] For port 905dfe92-c72f-4be1-aa69-17a39815fe40, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=905dfe92-c72f-4be1-aa69-17a39815fe40,segment=NetworkSegment(51d182e3-f620-41c4-98d8-e8ccfaed1e15),segment_id=51d182e3-f620-41c4-98d8-e8ccfaed1e15)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:12:42.044361 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:42.103730 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec02df-96a5-4f88-ad92-5672575115e3 None None] Pushing event updated for resources: {'Port': ['ID=905dfe92-c72f-4be1-aa69-17a39815fe40,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:12:42.996356 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309c8445-65ed-4322-8e13-7d184c7963e8 None None] Network 48d7b65c-4afd-4c2d-afed-b54df2548a4f requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:12:43.043688 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 905dfe92-c72f-4be1-aa69-17a39815fe40 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:12:43.134400 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-3935ac37-f168-41a1-908d-4eddb4ded282 None None] Provisioning complete for port 905dfe92-c72f-4be1-aa69-17a39815fe40 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:12:43.134758 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3935ac37-f168-41a1-908d-4eddb4ded282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:43.189932 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 905dfe92-c72f-4be1-aa69-17a39815fe40 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:12:43.190288 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:43.337866 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3935ac37-f168-41a1-908d-4eddb4ded282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:43.348022 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:43.389456 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-3935ac37-f168-41a1-908d-4eddb4ded282 None None] For port 905dfe92-c72f-4be1-aa69-17a39815fe40, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=905dfe92-c72f-4be1-aa69-17a39815fe40,segment=NetworkSegment(51d182e3-f620-41c4-98d8-e8ccfaed1e15),segment_id=51d182e3-f620-41c4-98d8-e8ccfaed1e15)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:12:43.472677 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3935ac37-f168-41a1-908d-4eddb4ded282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:43.547732 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.db.api [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 15:12:43.548036 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG oslo_db.api [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 15:12:43.552570 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935ac37-f168-41a1-908d-4eddb4ded282 None None] Pushing event updated for resources: {'Port': ['ID=905dfe92-c72f-4be1-aa69-17a39815fe40,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:12:43.592777 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c026e1d7-d61d-4a1e-b4e6-08f28bea0490 None None] Provisioning complete for port 905dfe92-c72f-4be1-aa69-17a39815fe40 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:12:43.593239 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c026e1d7-d61d-4a1e-b4e6-08f28bea0490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:44.986668 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 905dfe92-c72f-4be1-aa69-17a39815fe40 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:12:45.033151 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 905dfe92-c72f-4be1-aa69-17a39815fe40 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:12:45.033436 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:45.329063 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b1606d9d-e5f5-43fe-b4be-8f7ed706515e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:48.066186 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3e585257-57f9-40d3-8aa7-ab2046379de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:49.037525 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:49.231848 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:50.837889 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:12:58.511253 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:13:15.350139 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8b48d8d9-dd08-491d-8d2c-146f135d7054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:18.082080 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b3d633cd-db00-4199-9f5c-0ebcef93763d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:19.019566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:19.207447 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:20.858077 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:35.509550 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:13:45.337470 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ee392953-fd55-4102-b3cf-4e28033b3026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:48.086049 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c6d4040a-eaa5-420f-89ab-f8af2ce266de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:49.033775 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:49.274111 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:13:50.862697 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:01.058795 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34594) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:14:01.067425 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [None req-7d2e20ec-bf3f-4064-a4e9-97b6beb731e9 tempest-verify_tempest_config-2043553729 tempest-verify_tempest_config-2043553729-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:14:01.067425 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-7d2e20ec-bf3f-4064-a4e9-97b6beb731e9 tempest-verify_tempest_config-2043553729 tempest-verify_tempest_config-2043553729-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0067372 Oct 28 15:14:01.553411 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34612) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:14:01.652966 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:01.722998 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:01.810069 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:01.854078 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=954dea221b7c496aa65eb35de1d67292&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2996454 Oct 28 15:14:01.854898 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91360b31-9c44-4040-bff5-e36426aa8067,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:14:01.857068 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34616) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:14:01.861373 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.861728 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.862062 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.862389 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.862715 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.863050 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.863374 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.863706 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.864039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.864356 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.864698 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.865007 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850a0acc-f334-4710-9d61-6af491e9b847 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:01.912285 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:01.932165 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:02.096679 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:02.099196 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:02.100316 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91360b31-9c44-4040-bff5-e36426aa8067 HTTP/1.1" status: 204 len: 168 time: 0.2423000 Oct 28 15:14:02.108087 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91360b31-9c44-4040-bff5-e36426aa8067,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:14:02.115789 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.116131 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.116481 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.116807 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.117124 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.117440 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.117757 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.118126 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.118412 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.118720 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.119025 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:02.119331 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3e7a5c-2682-467b-b9d8-11b03c04dc8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:14:12.509570 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:14:15.364488 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ab1be4fc-0e07-4244-b09e-f1e32d090de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:18.124919 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0ce1e1e7-92c3-4820-bee1-ac1c94c9924c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:19.010341 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:19.221617 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:20.855309 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:45.368686 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5797-3bf1-41b6-863c-8a4f442ebac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:48.094025 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2453cd42-c86d-48b2-afb5-727c8e890326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:49.024794 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:49.232724 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:14:49.508527 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:14:50.848359 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:15.343951 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5363701d-aae9-4644-ba3d-790348b0c2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:18.107939 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-385e8583-aa7c-4a99-873c-2037f56667b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:19.039574 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:19.218226 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:20.937018 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:26.507544 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 5 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:15:40.451511 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1642113'] for agent, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:45.382447 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-4461ed0f-1bd8-4c29-b58d-a04eda0d2d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:48.096824 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cb6a38a6-beda-4d5a-af89-781f2a835173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:49.034180 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:49.221654 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:50.900474 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:15:54.398880 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34690) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:15:54.501359 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-839f87d5-c833-4583-971f-989d9f347fd9 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1013956 Oct 28 15:15:56.825254 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34700) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:15:56.878820 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-75dee5ab-46db-435f-881e-12493e24df86 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524890 Oct 28 15:16:03.507213 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:16:10.369730 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:15.367643 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9f6f57d7-a618-457c-adf8-e9a23649e30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:18.106248 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-76c71b62-383e-4d3f-9c20-960674cec922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:19.066675 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:19.220589 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:20.860598 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:40.390774 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:40.506214 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:16:45.366123 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-fa0ac0ba-b099-4249-b186-4bf184f69820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:48.110580 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-14fb2a8a-8e69-469a-a4d3-f15a7f81f361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:49.035361 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:49.241082 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:16:50.926163 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:10.412108 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:15.347829 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d5b38daa-98c8-4d09-b203-70844d7e03f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:17.505517 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:17:18.121027 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-94d3c7c0-24fe-40e8-946d-27a6d57a397b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:19.029350 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:19.218146 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:20.880767 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:27.067421 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34854) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:27.534091 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-214972886-network', 'tenant_id': '556fc8a6a9084bbcac95337efe7e0c32'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:27.695408 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Made reservation on behalf of 556fc8a6a9084bbcac95337efe7e0c32 for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:27.695408 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:27.707008 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:27.797007 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:27.865483 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:27.886372 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] vlan segment allocate from pool success with {'vlan_id': 1059, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:17:27.899481 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b32b9db-2d60-4277-bc69-47182b8a99f1,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:27.907013 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:27.907357 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Added segment 561d5881-300e-4389-9408-a46184d977c4 of type vlan for network bd44df2e-02de-459a-af0c-6bb6e018b864 Oct 28 15:17:27.909717 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.912344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.912344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.912344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.912344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.912344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.912344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.912344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.912344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.913565 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.913565 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.913565 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Tracked resource versions report: Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: pushed versions: Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: { 'AddressGroup': {'1.2'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'ConntrackHelper': {'1.0'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Log': {'1.0'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Network': {'1.1'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Port': {'1.7'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'PortForwarding': {'1.2'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'QosPolicy': {'1.10'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SecurityGroup': {'1.4'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SubPort': {'1.0'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Subnet': {'1.1'}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Trunk': {'1.1'}} Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: consumer versions: Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: { DHCP agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: HyperV agent@hv-cinder-78364: {}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: L3 agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: Metadata agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: Metering agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: Open vSwitch agent@dv-cinder-783643-3-iscsi: { 'AddressGroup': '1.2', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'ConntrackHelper': '1.0', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Log': '1.0', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Network': '1.1', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Port': '1.7', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'PortForwarding': '1.2', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'QosPolicy': '1.10', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SecurityGroup': '1.4', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SecurityGroupRule': '1.2', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'SubPort': '1.0', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Subnet': '1.1', Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: 'Trunk': '1.1'}} Oct 28 15:17:27.914117 dv-cinder-783643-3-iscsi neutron-server[102150]: {{(pid=102150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:17:27.953658 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:28.085467 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:28.086527 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:28.087180 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:28.149664 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] Pushing event updated for resources: {'Network': ['ID=bd44df2e-02de-459a-af0c-6bb6e018b864,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:28.160652 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network bd44df2e-02de-459a-af0c-6bb6e018b864 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:17:28.204174 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34906) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:28.204923 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-cd3f8722-4ae1-4505-8b2f-3ae6646f4606 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1356134 Oct 28 15:17:28.210744 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Request body: {'subnet': {'network_id': 'bd44df2e-02de-459a-af0c-6bb6e018b864', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-214972886-subnet', 'tenant_id': '556fc8a6a9084bbcac95337efe7e0c32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:28.316726 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Made reservation on behalf of 556fc8a6a9084bbcac95337efe7e0c32 for: {'subnet': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:28.319185 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:28.510845 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34918) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:28.566217 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:28.614572 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce23e5a-4a66-44dd-b6e0-9cb50807187e,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:28.629724 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.635971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Tracked resource versions report: Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: pushed versions: Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: { 'AddressGroup': {'1.2'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'ConntrackHelper': {'1.0'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Log': {'1.0'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Network': {'1.1'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Port': {'1.7'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'PortForwarding': {'1.2'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'QosPolicy': {'1.10'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SecurityGroup': {'1.4'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SubPort': {'1.0'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Subnet': {'1.1'}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Trunk': {'1.1'}} Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: consumer versions: Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: { DHCP agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: HyperV agent@hv-cinder-78364: {}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: L3 agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: Metadata agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: Metering agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: Open vSwitch agent@dv-cinder-783643-3-iscsi: { 'AddressGroup': '1.2', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'ConntrackHelper': '1.0', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Log': '1.0', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Network': '1.1', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Port': '1.7', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'PortForwarding': '1.2', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'QosPolicy': '1.10', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SecurityGroup': '1.4', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SecurityGroupRule': '1.2', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'SubPort': '1.0', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Subnet': '1.1', Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: 'Trunk': '1.1'}} Oct 28 15:17:28.637080 dv-cinder-783643-3-iscsi neutron-server[102151]: {{(pid=102151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:17:28.647440 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Checking segment: {'id': '561d5881-300e-4389-9408-a46184d977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bd44df2e-02de-459a-af0c-6bb6e018b864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:28.647942 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Network hostable DHCP agents. Network: bd44df2e-02de-459a-af0c-6bb6e018b864, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:17:28.715892 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Network bd44df2e-02de-459a-af0c-6bb6e018b864 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:17:28.766356 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34934) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:28.789734 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, bd44df2e-02de-459a-af0c-6bb6e018b864) {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:28.794251 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:28.795023 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:28.804521 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fa943-5b45-452c-9a63-b115ec521472 None None] Network bd44df2e-02de-459a-af0c-6bb6e018b864 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:28.865033 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-631899046-network', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:28.933968 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-7066a796-3a48-427e-8f6a-80e9bb401d04 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7188044 Oct 28 15:17:28.942374 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee591ba-daa2-4c88-9e22-d8d48643eb2d None None] Network bd44df2e-02de-459a-af0c-6bb6e018b864 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:29.017246 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Made reservation on behalf of 2eb43abf174b43e2960be3d166b34f86 for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:29.019485 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.030012 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.118454 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.135194 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-network', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:29.178331 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.193076 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] vlan segment allocate from pool success with {'vlan_id': 1078, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:17:29.214072 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.214704 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Added segment 568eb968-129b-4c1b-bfbe-3264accb7808 of type vlan for network 2b4cfb2a-528c-4337-8cba-67365b64b43f Oct 28 15:17:29.226334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee882390-7a9b-4019-94a9-dafcf7d854d5,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:29.251002 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Made reservation on behalf of 4c1cee9c314942b8b8e9be0c40ec04f3 for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:29.253280 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.269755 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.272171 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.367248 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.390203 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.391165 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:29.391761 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.441522 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.540020 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0272329 Oct 28 15:17:29.540982 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957bce2-fbe3-48da-8e41-319bb2f8a509 admin admin] Pushing event updated for resources: {'Network': ['ID=2b4cfb2a-528c-4337-8cba-67365b64b43f,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:29.543147 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34970) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:29.548751 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Request body: {'subnet': {'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-subnet', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:29.553315 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 2b4cfb2a-528c-4337-8cba-67365b64b43f details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:17:29.558040 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:17:29.594411 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a8b0f4-a9d0-44bd-a8d7-645f38b1c526,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:29.599691 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.600141 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Added segment 96f93561-7955-4a3a-8360-ec7300363a9f of type vlan for network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 Oct 28 15:17:29.668258 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.704496 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Made reservation on behalf of 2eb43abf174b43e2960be3d166b34f86 for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:29.708081 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.822561 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.823520 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:29.824108 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:29.914976 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] Pushing event updated for resources: {'Network': ['ID=adaae7dc-8ce6-4ed0-8c77-33a94b998a91,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:29.920766 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-3b142f55-a971-433b-b904-2273df621046 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1532271 Oct 28 15:17:29.923605 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34982) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:29.926492 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:17:29.945601 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Request body: {'subnet': {'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-subnet', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:30.075740 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Made reservation on behalf of 4c1cee9c314942b8b8e9be0c40ec04f3 for: {'subnet': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:30.078859 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:30.139069 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:30.234467 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f28f299-d451-46af-ba3e-f8387f4a6ee3,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:30.251776 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Checking segment: {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:30.254092 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Network hostable DHCP agents. Network: 2b4cfb2a-528c-4337-8cba-67365b64b43f, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:17:30.349819 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Network 2b4cfb2a-528c-4337-8cba-67365b64b43f is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:17:30.390043 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:30.424811 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 2b4cfb2a-528c-4337-8cba-67365b64b43f) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:30.430151 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:30.432937 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:30.441503 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc067d-36cf-40bf-ba86-fbfd89b4dd72 None None] Network 2b4cfb2a-528c-4337-8cba-67365b64b43f requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:30.444630 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df44fd80-e2d0-457c-b1ed-91076ba03ff6,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:30.454637 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Checking segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:30.454993 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Network hostable DHCP agents. Network: adaae7dc-8ce6-4ed0-8c77-33a94b998a91, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:17:30.545733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:17:30.548790 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-7a576567-22e9-4738-893b-90b14a28dc4d admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0039926 Oct 28 15:17:30.553698 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35006) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:30.559918 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:30.572663 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f8534-a1ac-440e-97a1-b048e90fbd0a None None] Network 2b4cfb2a-528c-4337-8cba-67365b64b43f requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:30.653316 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, adaae7dc-8ce6-4ed0-8c77-33a94b998a91) {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:30.658097 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:30.661016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:30.673505 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e8d8f-c2e6-4da5-a39d-9080f642a886 None None] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:30.688495 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:30.690704 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:30.785184 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:30.908499 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:17:30.909929 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.009660 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-840c23cc-5422-4aae-aa3e-2528cfd1d658 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0733366 Oct 28 15:17:31.012968 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35014) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:31.017258 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:31.048135 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Allocated IP 172.20.0.2 (adaae7dc-8ce6-4ed0-8c77-33a94b998a91/df44fd80-e2d0-457c-b1ed-91076ba03ff6/a2452ac9-1b49-4439-a457-28d50bc0ea95) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:31.154646 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.155563 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.192566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.276339 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.308739 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.312840 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.318905 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:31.327782 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:31.331836 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:31.347195 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Pushing event updated for resources: {'Port': ['ID=a2452ac9-1b49-4439-a457-28d50bc0ea95,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:31.376584 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.376946 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.377307 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.378187 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.378513 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.378839 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.379420 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.379740 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.380077 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.380422 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.380802 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.381159 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Tracked resource versions report: Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: pushed versions: Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: { 'AddressGroup': {'1.2'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'ConntrackHelper': {'1.0'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Log': {'1.0'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Network': {'1.1'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Port': {'1.7'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'PortForwarding': {'1.2'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'QosPolicy': {'1.10'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SecurityGroup': {'1.4'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SubPort': {'1.0'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Subnet': {'1.1'}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Trunk': {'1.1'}} Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: consumer versions: Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: { DHCP agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: HyperV agent@hv-cinder-78364: {}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: L3 agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: Metadata agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: Metering agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: Open vSwitch agent@dv-cinder-783643-3-iscsi: { 'AddressGroup': '1.2', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'ConntrackHelper': '1.0', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Log': '1.0', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Network': '1.1', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Port': '1.7', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'PortForwarding': '1.2', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'QosPolicy': '1.10', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SecurityGroup': '1.4', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SecurityGroupRule': '1.2', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'SubPort': '1.0', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Subnet': '1.1', Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: 'Trunk': '1.1'}} Oct 28 15:17:31.382130 dv-cinder-783643-3-iscsi neutron-server[102152]: {{(pid=102152) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:17:31.412665 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Attempting to bind port a2452ac9-1b49-4439-a457-28d50bc0ea95 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:17:31.412961 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Attempting to bind port a2452ac9-1b49-4439-a457-28d50bc0ea95 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:17:31.413527 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Attempting to bind port a2452ac9-1b49-4439-a457-28d50bc0ea95 on network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:31.428193 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:17:31.428193 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Checking segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:31.428193 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.428584 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Bound using segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:17:31.429013 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Bound port: a2452ac9-1b49-4439-a457-28d50bc0ea95, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:17:31.429419 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.491312 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] For port a2452ac9-1b49-4439-a457-28d50bc0ea95, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:17:31.494761 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] For port a2452ac9-1b49-4439-a457-28d50bc0ea95, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=a2452ac9-1b49-4439-a457-28d50bc0ea95,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:17:31.550652 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.597306 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.675152 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee561d-8fb5-4bc3-975c-728461c83b65 None None] Pushing event updated for resources: {'Port': ['ID=a2452ac9-1b49-4439-a457-28d50bc0ea95,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:31.813540 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:31.845739 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:32.167573 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35078) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:32.170648 dv-cinder-783643-3-iscsi neutron-server[102150]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 15:17:32.368233 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Allocated IP 172.27.1.186 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/afe9074e-3994-48a6-8ae5-24b8de772305) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:32.414241 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-f78ddc5b-ce3a-4876-8349-fd3d3f92d9d4 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:32.417769 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-f78ddc5b-ce3a-4876-8349-fd3d3f92d9d4 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/networks?id=bd44df2e-02de-459a-af0c-6bb6e018b864 HTTP/1.1" status: 200 len: 811 time: 0.2489727 Oct 28 15:17:32.433848 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-347a9b9e-3d0e-40be-9872-5ba3e10492a9 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/quotas/556fc8a6a9084bbcac95337efe7e0c32 HTTP/1.1" status: 200 len: 375 time: 0.0114462 Oct 28 15:17:32.466223 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:32.488711 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-dc926fa5-1fcf-451e-a0f0-53d1b81457f4 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=556fc8a6a9084bbcac95337efe7e0c32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496728 Oct 28 15:17:32.489507 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:32.574845 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:32.675320 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-950b6bf9-b1fe-4ec8-bb60-bc72e3860032 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:17:32.682855 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-950b6bf9-b1fe-4ec8-bb60-bc72e3860032 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0709887 Oct 28 15:17:32.760842 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35090) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:32.788830 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-37d179b4-da51-4280-9bcb-be370f2188af service neutron] 10.222.0.86 "GET /v2.0/networks/bd44df2e-02de-459a-af0c-6bb6e018b864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049666 Oct 28 15:17:32.805903 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:32.948481 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-25c6a8d6-3b30-4b49-af93-a9801a83ea43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:32.975534 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:32.989228 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:32.991612 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Allocated IP 172.27.1.177 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/35580054-09ee-4608-81a3-3731680b37e4) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:32.996619 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:33.011589 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5769770-3793-43d0-8e5d-df99b8126bc5 service neutron] 10.222.0.86 "GET /v2.0/networks/bd44df2e-02de-459a-af0c-6bb6e018b864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182689 Oct 28 15:17:33.045819 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Pushing event updated for resources: {'Port': ['ID=afe9074e-3994-48a6-8ae5-24b8de772305,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:33.098873 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-25c6a8d6-3b30-4b49-af93-a9801a83ea43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.108092 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddf578f-1e93-4e26-82ec-8ffa94f4759b None None] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:33.196681 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-25c6a8d6-3b30-4b49-af93-a9801a83ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.236173 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6a8d6-3b30-4b49-af93-a9801a83ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d38f038-d5d6-4ce2-b644-6781ff2e0b81,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:33.273459 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-25c6a8d6-3b30-4b49-af93-a9801a83ea43 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=22f3af94b4f040f0b6a24373060dfc29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5116079 Oct 28 15:17:33.275903 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35112) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:33.277412 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-167d7744-be80-40dd-841e-939a84c66963 None None] Provisioning complete for port a2452ac9-1b49-4439-a457-28d50bc0ea95 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:33.277967 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-167d7744-be80-40dd-841e-939a84c66963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.319536 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device a2452ac9-1b49-4439-a457-28d50bc0ea95 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:33.334860 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.425477 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8fa96c08-8bfb-42cd-bf1d-2da6c499cc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.487828 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8fa96c08-8bfb-42cd-bf1d-2da6c499cc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.517673 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port a2452ac9-1b49-4439-a457-28d50bc0ea95 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:33.518365 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.568672 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.635130 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.665317 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8fa96c08-8bfb-42cd-bf1d-2da6c499cc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.667334 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-167d7744-be80-40dd-841e-939a84c66963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.667931 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8fa96c08-8bfb-42cd-bf1d-2da6c499cc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.669170 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-8fa96c08-8bfb-42cd-bf1d-2da6c499cc5c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6d38f038-d5d6-4ce2-b644-6781ff2e0b81 HTTP/1.1" status: 204 len: 168 time: 0.3922811 Oct 28 15:17:33.691847 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:33.714214 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa96c08-8bfb-42cd-bf1d-2da6c499cc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d38f038-d5d6-4ce2-b644-6781ff2e0b81,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:33.757009 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:33.761645 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:33.768312 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:33.793621 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-167d7744-be80-40dd-841e-939a84c66963 None None] For port a2452ac9-1b49-4439-a457-28d50bc0ea95, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=a2452ac9-1b49-4439-a457-28d50bc0ea95,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:17:33.887746 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-167d7744-be80-40dd-841e-939a84c66963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.010327 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-20283d16-6bdb-4f22-ac14-ee3faa22566e req-28e9ee1a-2eac-42e9-af79-28abaafe8ab1 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 210 time: 0.1187389 Oct 28 15:17:34.077091 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.087015 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Pushing event updated for resources: {'Port': ['ID=35580054-09ee-4608-81a3-3731680b37e4,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:34.125643 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.db.api [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 15:17:34.130763 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG oslo_db.api [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 15:17:34.134118 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-857ecd55-9046-4162-8318-fb7b24f2cc18 None None] Provisioning complete for port a2452ac9-1b49-4439-a457-28d50bc0ea95 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:34.134500 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-857ecd55-9046-4162-8318-fb7b24f2cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.221239 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d7744-be80-40dd-841e-939a84c66963 None None] Pushing event updated for resources: {'Port': ['ID=a2452ac9-1b49-4439-a457-28d50bc0ea95,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:34.465127 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Router 139e4b4e-46d4-43f9-aad9-6c548c73dfde is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:17:34.579743 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35182) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:34.585080 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.595764 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc08b-bc56-4195-b07d-96750a0efdb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.668032 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:17:34.682677 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Sync routers for ids ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:17:34.693030 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Routers {'139e4b4e-46d4-43f9-aad9-6c548c73dfde'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:17:34.693651 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:17:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:34.695415 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc08b-bc56-4195-b07d-96750a0efdb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.767412 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2d5bc08b-bc56-4195-b07d-96750a0efdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.782429 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.790631 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-12be98d6-b0b7-4f51-8c3c-2780c80577e7 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2357633 Oct 28 15:17:34.791786 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35186) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:34.810411 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-2d5bc08b-bc56-4195-b07d-96750a0efdb2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f37a75a0857045b0b80f5e3a3afa9b4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2272420 Oct 28 15:17:34.810411 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5bc08b-bc56-4195-b07d-96750a0efdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb96f366-a196-417a-a1ae-cf22641a6feb,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:34.811813 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35188) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:34.907413 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Set router 139e4b4e-46d4-43f9-aad9-6c548c73dfde gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:17:34.973005 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:34.979609 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-032a8317-c9eb-4654-b643-f90de22f13cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.138389 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-032a8317-c9eb-4654-b643-f90de22f13cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.172995 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:17:33Z', 'revision_number': 3, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port': {'id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:35.188949 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-986a4340-fdba-4e42-b46c-7c4d00eabe35 req-d498e55b-7b41-4fd1-b558-0bd1d948d4b3 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 210 time: 0.0502999 Oct 28 15:17:35.203244 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device a2452ac9-1b49-4439-a457-28d50bc0ea95 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:35.213473 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Checking router: 139e4b4e-46d4-43f9-aad9-6c548c73dfde for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:17:35.213997 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Updating router 139e4b4e-46d4-43f9-aad9-6c548c73dfde port afe9074e-3994-48a6-8ae5-24b8de772305 binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:17:35.239870 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.258524 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port a2452ac9-1b49-4439-a457-28d50bc0ea95 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:35.258964 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.400855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-032a8317-c9eb-4654-b643-f90de22f13cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.403628 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-032a8317-c9eb-4654-b643-f90de22f13cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.404841 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-032a8317-c9eb-4654-b643-f90de22f13cd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb96f366-a196-417a-a1ae-cf22641a6feb HTTP/1.1" status: 204 len: 168 time: 0.5889008 Oct 28 15:17:35.435955 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a8317-c9eb-4654-b643-f90de22f13cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb96f366-a196-417a-a1ae-cf22641a6feb,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:35.496652 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Router 7beece5a-d048-45d2-8597-10b2472c8de8 is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:17:35.565731 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.625362 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.747185 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Attempting to bind port afe9074e-3994-48a6-8ae5-24b8de772305 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:17:35.747806 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Attempting to bind port afe9074e-3994-48a6-8ae5-24b8de772305 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:17:35.748136 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Attempting to bind port afe9074e-3994-48a6-8ae5-24b8de772305 on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:35.765407 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.767853 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:17:35.768912 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:35.769449 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.769960 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:17:35.770341 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Bound port: afe9074e-3994-48a6-8ae5-24b8de772305, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:17:35.770749 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:35.828032 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Pushing event updated for resources: {'Port': ['ID=afe9074e-3994-48a6-8ae5-24b8de772305,revision_number=2']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:35.845046 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.845416 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.845763 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.846144 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.846991 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.847323 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.847651 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.847982 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.848327 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.848945 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.849276 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.849642 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Tracked resource versions report: Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: pushed versions: Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: { 'AddressGroup': {'1.2'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'ConntrackHelper': {'1.0'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Log': {'1.0'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Network': {'1.1'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Port': {'1.7'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'PortForwarding': {'1.2'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'QosPolicy': {'1.10'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SecurityGroup': {'1.4'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SubPort': {'1.0'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Subnet': {'1.1'}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Trunk': {'1.1'}} Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: consumer versions: Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: { DHCP agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: HyperV agent@hv-cinder-78364: {}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: L3 agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: Metadata agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: Metering agent@dv-cinder-783643-3-iscsi: {}, Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: Open vSwitch agent@dv-cinder-783643-3-iscsi: { 'AddressGroup': '1.2', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'ConntrackHelper': '1.0', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Log': '1.0', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Network': '1.1', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Port': '1.7', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'PortForwarding': '1.2', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'QosPolicy': '1.10', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SecurityGroup': '1.4', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SecurityGroupRule': '1.2', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'SubPort': '1.0', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Subnet': '1.1', Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: 'Trunk': '1.1'}} Oct 28 15:17:35.850745 dv-cinder-783643-3-iscsi neutron-server[102153]: {{(pid=102153) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:17:35.866929 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] For port afe9074e-3994-48a6-8ae5-24b8de772305, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:17:35.870119 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] For port afe9074e-3994-48a6-8ae5-24b8de772305, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=afe9074e-3994-48a6-8ae5-24b8de772305,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:17:35.934836 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:36.003699 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Routers {'139e4b4e-46d4-43f9-aad9-6c548c73dfde'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:17:36.004736 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:17:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:36.009804 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3e74f-89cc-47b3-9bec-ba07b37600a8 None None] Pushing event updated for resources: {'Port': ['ID=afe9074e-3994-48a6-8ae5-24b8de772305,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:36.074213 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:17:36.085871 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Sync routers for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:17:36.119100 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] Set router 139e4b4e-46d4-43f9-aad9-6c548c73dfde gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:17:36.121919 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:17:36.123004 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:17:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:36.151649 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Allocated IP 172.20.0.1 (2b4cfb2a-528c-4337-8cba-67365b64b43f/4f28f299-d451-46af-ba3e-f8387f4a6ee3/18c4908d-0c64-4cd3-9f70-b94389f59dac) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:36.188335 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:36.190835 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-9ea0f690-df02-4fb6-9e4a-33d5340b5426 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1768317 Oct 28 15:17:36.193861 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35236) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:36.280840 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:17:36.325635 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:36.465135 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:36.493830 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35252) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:36.494173 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:17:33Z', 'revision_number': 3, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port': {'id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:36.534874 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518abb6-3f42-48e0-860c-93d316be2989 None None] The sync data for ids ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'] in dv-cinder-783643-3-iscsi is: [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:17:33Z', 'revision_number': 3, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port': {'id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:17:36.541328 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Pushing event updated for resources: {'Port': ['ID=18c4908d-0c64-4cd3-9f70-b94389f59dac,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:36.558053 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Network 2b4cfb2a-528c-4337-8cba-67365b64b43f is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:36.558053 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:36.559529 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:36.560144 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:36.598996 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2bcaf375-d5c8-4c76-a432-944b2fa1234a req-2250f7ce-2521-40f6-bc4c-276b4b339ea6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 210 time: 0.0847979 Oct 28 15:17:36.652075 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:34Z', 'revision_number': 3, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:36.695501 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Checking router: 7beece5a-d048-45d2-8597-10b2472c8de8 for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:17:36.698769 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Updating router 7beece5a-d048-45d2-8597-10b2472c8de8 port 35580054-09ee-4608-81a3-3731680b37e4 binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:17:36.730158 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:36.780715 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35262) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:36.996539 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1451842445-network', 'tenant_id': '7a0fb6e43bdb4060bac05446cbae365d'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:37.020983 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.031469 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.139701 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Made reservation on behalf of 7a0fb6e43bdb4060bac05446cbae365d for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:37.142733 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.159196 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.216969 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.263641 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device afe9074e-3994-48a6-8ae5-24b8de772305 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:37.329150 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Allocated IP 172.20.0.1 (adaae7dc-8ce6-4ed0-8c77-33a94b998a91/df44fd80-e2d0-457c-b1ed-91076ba03ff6/cb58c412-671c-40bb-b992-01e64ef2ac8d) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:37.335396 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.357119 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.363903 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.419665 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684b529-9224-4174-b519-ce25233206ad None None] Pushing event updated for resources: {'Port': ['ID=35580054-09ee-4608-81a3-3731680b37e4,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:37.433602 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.437308 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.439764 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Attempting to bind port 35580054-09ee-4608-81a3-3731680b37e4 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:17:37.441009 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Attempting to bind port 35580054-09ee-4608-81a3-3731680b37e4 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:17:37.441969 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Attempting to bind port 35580054-09ee-4608-81a3-3731680b37e4 on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:37.449970 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:17:37.450349 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:37.450746 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.451131 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:17:37.451600 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Bound port: 35580054-09ee-4608-81a3-3731680b37e4, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:17:37.451988 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.454167 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port afe9074e-3994-48a6-8ae5-24b8de772305 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:37.454523 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.462179 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.472371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.492125 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] vlan segment allocate from pool success with {'vlan_id': 1091, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:17:37.518477 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.519429 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Added segment 93f92865-8bca-45ab-887a-2b1c5a0b1911 of type vlan for network b9b9a4ba-58a8-400b-9712-795c10611b7b Oct 28 15:17:37.559643 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3705615-b1a0-4805-83b9-3b378f5f3c6d,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:37.590814 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.650831 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] For port 35580054-09ee-4608-81a3-3731680b37e4, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:17:37.659977 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port afe9074e-3994-48a6-8ae5-24b8de772305, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=afe9074e-3994-48a6-8ae5-24b8de772305,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:17:37.682332 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] For port 35580054-09ee-4608-81a3-3731680b37e4, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=35580054-09ee-4608-81a3-3731680b37e4,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:17:37.696422 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Pushing event updated for resources: {'Port': ['ID=18c4908d-0c64-4cd3-9f70-b94389f59dac,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:37.752112 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.778420 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.783292 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Network 2b4cfb2a-528c-4337-8cba-67365b64b43f is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:37.785037 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:37.789423 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.838007 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=afe9074e-3994-48a6-8ae5-24b8de772305,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:37.842688 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:17:37.843421 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:17:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:37.866641 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f0c2dfff-335c-409c-88bf-a9ea02c89e08 req-e9249fa2-8df4-4c0a-bd23-295229df43b6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 210 time: 0.0336077 Oct 28 15:17:37.867186 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.904551 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.912614 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:37.912614 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:37.949570 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Router 139e4b4e-46d4-43f9-aad9-6c548c73dfde has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:17:38.019622 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:38.031564 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:38.055468 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:38.055883 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.057116 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684b529-9224-4174-b519-ce25233206ad None None] Pushing event updated for resources: {'Port': ['ID=35580054-09ee-4608-81a3-3731680b37e4,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:38.097355 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:17:38.108101 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Pushing event updated for resources: {'Port': ['ID=cb58c412-671c-40bb-b992-01e64ef2ac8d,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:38.109996 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-8a2bad5a-ebef-4455-ae6b-83c3d74bbc6f admin admin] 10.222.0.86 "PUT /v2.0/routers/139e4b4e-46d4-43f9-aad9-6c548c73dfde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3137720 Oct 28 15:17:38.121557 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b9a4ba-58a8-400b-9712-795c10611b7b,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:38.146161 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e2d60e1a-95a7-49b0-a8ef-e88a9aaf5f14 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3634770 Oct 28 15:17:38.149907 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35296) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:38.169117 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Request body: {'subnet': {'network_id': 'b9b9a4ba-58a8-400b-9712-795c10611b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1451842445-subnet', 'tenant_id': '7a0fb6e43bdb4060bac05446cbae365d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:38.204659 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network b9b9a4ba-58a8-400b-9712-795c10611b7b details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:17:38.333474 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Made reservation on behalf of 7a0fb6e43bdb4060bac05446cbae365d for: {'subnet': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:38.336034 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.402182 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:17:38.429771 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.522683 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-50c39138-ffb0-4545-b51b-ab2dabef8b88 None None] Provisioning complete for port cb58c412-671c-40bb-b992-01e64ef2ac8d triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:38.523034 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-50c39138-ffb0-4545-b51b-ab2dabef8b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.576723 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-50c39138-ffb0-4545-b51b-ab2dabef8b88 None None] Port cb58c412-671c-40bb-b992-01e64ef2ac8d cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:17:38.619483 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.647486 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:34Z', 'revision_number': 3, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:38.679252 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81eba1-d0c5-460b-b7af-39e9ed0a2100 None None] The sync data for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi is: [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:34Z', 'revision_number': 3, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:17:38.680075 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b5d9f27-fe04-4baf-a6f3-88a8d0d439d5,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:38.691368 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Checking segment: {'id': '93f92865-8bca-45ab-887a-2b1c5a0b1911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1091, 'network_id': 'b9b9a4ba-58a8-400b-9712-795c10611b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:38.691724 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Network hostable DHCP agents. Network: b9b9a4ba-58a8-400b-9712-795c10611b7b, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:17:38.732808 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.784948 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Network b9b9a4ba-58a8-400b-9712-795c10611b7b is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:17:38.786949 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-a5ba8297-0c22-4ba5-9714-3e0eea63f2b4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:38.788667 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-a5ba8297-0c22-4ba5-9714-3e0eea63f2b4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 818 time: 0.1743040 Oct 28 15:17:38.802321 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.803073 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.813018 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-b36ba42c-a2e0-43b0-a5b7-6468ef1a86db tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/quotas/2eb43abf174b43e2960be3d166b34f86 HTTP/1.1" status: 200 len: 375 time: 0.0176890 Oct 28 15:17:38.879955 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, b9b9a4ba-58a8-400b-9712-795c10611b7b) {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:38.884883 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:38.885676 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:38.890862 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a163ad0-cbb5-4f2e-a3c2-98bd55de039e None None] Network b9b9a4ba-58a8-400b-9712-795c10611b7b requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:38.913450 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Pushing event updated for resources: {'Port': ['ID=cb58c412-671c-40bb-b992-01e64ef2ac8d,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:38.951857 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-f12af0d1-a40c-45f8-98a0-bc85d53a7b7f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1195307 Oct 28 15:17:38.994455 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-d1a5faa6-864c-4f8d-9ddc-01bbd0a1d722 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8379791 Oct 28 15:17:39.011439 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:39.016361 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Sync routers for ids ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:17:39.021504 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:39.046733 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Routers {'139e4b4e-46d4-43f9-aad9-6c548c73dfde'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:17:39.050604 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:17:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:39.269513 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Set router 139e4b4e-46d4-43f9-aad9-6c548c73dfde gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:17:39.286802 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd9d7ed-ef90-47d9-962a-fd8016a01d04 None None] Network b9b9a4ba-58a8-400b-9712-795c10611b7b requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:39.316146 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5ed32247-8b67-46f2-82d3-d0e3b04cb74c req-5eb35293-1667-45ad-a2fd-c609b13a4147 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 210 time: 0.1812804 Oct 28 15:17:39.377763 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-65fc1ff4-c9a5-41c7-a589-b9da35047cf0 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:17:39.380933 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-65fc1ff4-c9a5-41c7-a589-b9da35047cf0 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2450638 Oct 28 15:17:39.427233 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 35580054-09ee-4608-81a3-3731680b37e4 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:39.485755 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Router 7beece5a-d048-45d2-8597-10b2472c8de8 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:17:39.611730 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-0b5d8bef-8a69-40cf-9b15-87a12b50b951 None None] Provisioning complete for port cb58c412-671c-40bb-b992-01e64ef2ac8d triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:39.612128 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0b5d8bef-8a69-40cf-9b15-87a12b50b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:39.660836 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-fafe5f01-4b4c-4d44-b70b-f907ce22b4ce service neutron] 10.222.0.86 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733376 Oct 28 15:17:39.718115 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 35580054-09ee-4608-81a3-3731680b37e4 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:39.718230 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:39.725244 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-0b5d8bef-8a69-40cf-9b15-87a12b50b951 None None] Port cb58c412-671c-40bb-b992-01e64ef2ac8d cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:17:39.758549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:17:39.764720 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-86bb0af7-89e5-419f-9b51-3e21b5df5b9d admin admin] 10.222.0.86 "PUT /v2.0/routers/7beece5a-d048-45d2-8597-10b2472c8de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5681891 Oct 28 15:17:39.843737 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-c729222e-f537-408b-b4ab-7445dd676c89 service neutron] 10.222.0.86 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819253 Oct 28 15:17:39.879006 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:17:36Z', 'revision_number': 4, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port': {'id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '18c4908d-0c64-4cd3-9f70-b94389f59dac', 'name': '', 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'mac_address': 'fa:16:3e:86:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f28f299-d451-46af-ba3e-f8387f4a6ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:35Z', 'updated_at': '2021-10-28T15:17:37Z', 'revision_number': 2, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'subnets': [{'id': '4f28f299-d451-46af-ba3e-f8387f4a6ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:39.925155 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Checking router: 139e4b4e-46d4-43f9-aad9-6c548c73dfde for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:17:39.925155 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Updating router 139e4b4e-46d4-43f9-aad9-6c548c73dfde port 18c4908d-0c64-4cd3-9f70-b94389f59dac binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:17:39.979404 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:39.986492 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.048405 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 35580054-09ee-4608-81a3-3731680b37e4, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=35580054-09ee-4608-81a3-3731680b37e4,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:17:40.152138 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35366) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:40.158366 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1984561163-network', 'tenant_id': '164067c63b1d4196b014978eed44c882'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:40.201929 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.205111 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device afe9074e-3994-48a6-8ae5-24b8de772305 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:40.285673 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Made reservation on behalf of 164067c63b1d4196b014978eed44c882 for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:40.288080 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.301875 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.313971 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=35580054-09ee-4608-81a3-3731680b37e4,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:40.341553 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b12ba9a5-0e65-452c-a65b-6332aaa8f717 req-3650bc75-8fc5-45cd-8d5e-2f61c8a8f852 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0747182 Oct 28 15:17:40.353879 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port afe9074e-3994-48a6-8ae5-24b8de772305 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:40.355175 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.430708 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.499707 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.558053 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.579978 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-01c2bc37-7832-468a-8e14-18af2878572a req-3994b8a6-2efb-4d72-8986-7c46705cd897 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 210 time: 0.0596724 Oct 28 15:17:40.606901 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.620674 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1055, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:17:40.639336 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1783353-a90a-4dfc-bd94-fb816bf70a27,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:40.645791 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.646158 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Added segment 0a21e14a-d402-4a02-949b-f960ba4b1580 of type vlan for network 99a7fece-35ad-4ca0-bed9-a223a66bdbf7 Oct 28 15:17:40.681929 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:40.689816 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.49', 52017) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:41.001611 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.001611 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.001611 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:41.001611 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d56a1-4d97-4160-bc7f-92f856b5f60f None None] Pushing event updated for resources: {'Port': ['ID=18c4908d-0c64-4cd3-9f70-b94389f59dac,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Attempting to bind port 18c4908d-0c64-4cd3-9f70-b94389f59dac on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Attempting to bind port 18c4908d-0c64-4cd3-9f70-b94389f59dac by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Attempting to bind port 18c4908d-0c64-4cd3-9f70-b94389f59dac on network 2b4cfb2a-528c-4337-8cba-67365b64b43f {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Checking segment: {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Bound using segment: {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:17:41.006748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Bound port: 18c4908d-0c64-4cd3-9f70-b94389f59dac, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:17:41.009041 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.009892 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35416) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:41.009892 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-dcb0475d-dbc4-4d5d-a679-4083106adbf2 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--971868088', 'description': 'tempest-description--1488699342'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:41.009892 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] Pushing event updated for resources: {'Network': ['ID=99a7fece-35ad-4ca0-bed9-a223a66bdbf7,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:41.010378 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] For port 18c4908d-0c64-4cd3-9f70-b94389f59dac, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:17:41.010790 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 99a7fece-35ad-4ca0-bed9-a223a66bdbf7 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:17:41.010863 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] For port 18c4908d-0c64-4cd3-9f70-b94389f59dac, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=18c4908d-0c64-4cd3-9f70-b94389f59dac,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:17:41.077184 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-f1097ca1-0519-4fb6-934b-be9e1137c3d3 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:41.078780 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-f1097ca1-0519-4fb6-934b-be9e1137c3d3 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.49 "GET /v2.0/networks?id=bd44df2e-02de-459a-af0c-6bb6e018b864 HTTP/1.1" status: 200 len: 811 time: 0.3878424 Oct 28 15:17:41.099800 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-a263c97c-9afd-4228-b230-029d0cf9bfb0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9450545 Oct 28 15:17:41.103963 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35432) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:41.110615 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Request body: {'subnet': {'network_id': '99a7fece-35ad-4ca0-bed9-a223a66bdbf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1984561163-subnet', 'tenant_id': '164067c63b1d4196b014978eed44c882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:41.162162 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Request body: {'port': {'device_id': 'a84969cc-4f86-4c5d-ab37-08473a79a268', 'network_id': 'bd44df2e-02de-459a-af0c-6bb6e018b864', 'admin_state_up': True, 'tenant_id': '556fc8a6a9084bbcac95337efe7e0c32'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:41.169176 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.db.api [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 15:17:41.169176 dv-cinder-783643-3-iscsi neutron-server[102150]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 15:17:41.169176 dv-cinder-783643-3-iscsi neutron-server[102150]: [parameters: {'project_id_1': '164067c63b1d4196b014978eed44c882', 'expiration_1': datetime.datetime(2021, 10, 28, 15, 17, 21, 122759)}] Oct 28 15:17:41.169176 dv-cinder-783643-3-iscsi neutron-server[102150]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102150) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 15:17:41.169669 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG oslo_db.api [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 15:17:41.173719 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Sync routers for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:17:41.188497 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 35580054-09ee-4608-81a3-3731680b37e4 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:41.200449 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.213337 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:17:41.214178 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:17:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:41.250194 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-0b91266c-2570-4728-9924-9a3f68116688 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:41.251720 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-0b91266c-2570-4728-9924-9a3f68116688 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 818 time: 0.2998576 Oct 28 15:17:41.266774 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Routers {'139e4b4e-46d4-43f9-aad9-6c548c73dfde'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:17:41.267624 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:17:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:41.305307 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-dcb0475d-dbc4-4d5d-a679-4083106adbf2 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.355633 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d56a1-4d97-4160-bc7f-92f856b5f60f None None] Pushing event updated for resources: {'Port': ['ID=18c4908d-0c64-4cd3-9f70-b94389f59dac,revision_number=4']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:41.447600 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-dcb0475d-dbc4-4d5d-a679-4083106adbf2 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.448274 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] Set router 139e4b4e-46d4-43f9-aad9-6c548c73dfde gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:17:41.482979 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 35580054-09ee-4608-81a3-3731680b37e4 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:41.483561 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.494719 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-8459b940-f50e-485c-b064-5228773d5d40 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/quotas/2eb43abf174b43e2960be3d166b34f86 HTTP/1.1" status: 200 len: 375 time: 0.0209873 Oct 28 15:17:41.524442 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:17:41.557016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-dcb0475d-dbc4-4d5d-a679-4083106adbf2 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.640348 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0475d-dbc4-4d5d-a679-4083106adbf2 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e188d7e-872d-4a86-8237-53fa27eb2bed,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:41.641472 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-b125c683-dc39-45d7-be75-aa52141691e1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1457238 Oct 28 15:17:41.692579 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-dcb0475d-dbc4-4d5d-a679-4083106adbf2 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.694019 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-dcb0475d-dbc4-4d5d-a679-4083106adbf2 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7880714 Oct 28 15:17:41.697263 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35462) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:41.707887 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-8a46d81f-7b9c-473b-8dfd-224784486964 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'security_group_rule': {'security_group_id': '8e188d7e-872d-4a86-8237-53fa27eb2bed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:41.820345 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:17:36Z', 'revision_number': 4, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port': {'id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '18c4908d-0c64-4cd3-9f70-b94389f59dac', 'name': '', 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'mac_address': 'fa:16:3e:86:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f28f299-d451-46af-ba3e-f8387f4a6ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:35Z', 'updated_at': '2021-10-28T15:17:40Z', 'revision_number': 4, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'subnets': [{'id': '4f28f299-d451-46af-ba3e-f8387f4a6ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:41.849464 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6156520a-97ec-425d-861f-94de6a5086bb req-885c6d8a-18b6-44b1-8580-5d5b8c2b8dfb tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 210 time: 0.0441606 Oct 28 15:17:41.863958 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-2f10a36a-ab61-4656-96c5-67c47326c700 service neutron] 10.222.0.86 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215023 Oct 28 15:17:41.864896 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Made reservation on behalf of 556fc8a6a9084bbcac95337efe7e0c32 for: {'port': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:41.873264 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:41.881675 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a10d17d-198a-4c9d-b6cf-8f4f0f43c883 None None] The sync data for ids ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'] in dv-cinder-783643-3-iscsi is: [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:17:36Z', 'revision_number': 4, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port': {'id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '18c4908d-0c64-4cd3-9f70-b94389f59dac', 'name': '', 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'mac_address': 'fa:16:3e:86:3b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '4f28f299-d451-46af-ba3e-f8387f4a6ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:35Z', 'updated_at': '2021-10-28T15:17:40Z', 'revision_number': 4, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'subnets': [{'id': '4f28f299-d451-46af-ba3e-f8387f4a6ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:17:42.071637 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 2, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:42.074890 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a46d81f-7b9c-473b-8dfd-224784486964 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.075383 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Checking router: 7beece5a-d048-45d2-8597-10b2472c8de8 for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:17:42.075383 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Updating router 7beece5a-d048-45d2-8597-10b2472c8de8 port cb58c412-671c-40bb-b992-01e64ef2ac8d binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:17:42.075383 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.175947 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-27f13fec-7e5a-4bce-a751-ae54c31fde4a service neutron] 10.222.0.86 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987688 Oct 28 15:17:42.194640 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Made reservation on behalf of 164067c63b1d4196b014978eed44c882 for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:42.201533 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.207537 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a46d81f-7b9c-473b-8dfd-224784486964 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.353634 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a46d81f-7b9c-473b-8dfd-224784486964 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.428058 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46d81f-7b9c-473b-8dfd-224784486964 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774db116-b6a0-4bf7-b63e-f2a47607fb1d,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:42.513949 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8a46d81f-7b9c-473b-8dfd-224784486964 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.517890 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-8a46d81f-7b9c-473b-8dfd-224784486964 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8165543 Oct 28 15:17:42.518656 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35520) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:42.523160 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-22ff6534-a85d-4c96-93b5-cd8a0d55597d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'security_group_rule': {'security_group_id': '8e188d7e-872d-4a86-8237-53fa27eb2bed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:42.660972 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-22ff6534-a85d-4c96-93b5-cd8a0d55597d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.752254 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Allocated IP 172.20.0.2 (bd44df2e-02de-459a-af0c-6bb6e018b864/8ce23e5a-4a66-44dd-b6e0-9cb50807187e/16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:42.882297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-22ff6534-a85d-4c96-93b5-cd8a0d55597d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.948609 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-22ff6534-a85d-4c96-93b5-cd8a0d55597d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:42.993149 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff6534-a85d-4c96-93b5-cd8a0d55597d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba810520-025c-4707-95dd-76ee3adb72ad,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:43.058378 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.089529 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-22ff6534-a85d-4c96-93b5-cd8a0d55597d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.096317 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-22ff6534-a85d-4c96-93b5-cd8a0d55597d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5751731 Oct 28 15:17:43.096317 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35550) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:43.100755 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'floatingip': {'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:43.118357 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.119146 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.202430 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.203446 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35552) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:43.244147 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=284a2cf0-5835-48ea-af45-451fe591a7c0,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:43.246495 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.270801 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.368163 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ac94f-e3fc-4654-a0f3-2b30594cf69c None None] Pushing event updated for resources: {'Port': ['ID=cb58c412-671c-40bb-b992-01e64ef2ac8d,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:43.379259 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 18c4908d-0c64-4cd3-9f70-b94389f59dac up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:43.435571 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4afd4cac-d844-4943-b58e-7fdcb01bc59e req-33616836-7d54-4937-a485-c6248f7d1c05 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.3183770 Oct 28 15:17:43.535280 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Network bd44df2e-02de-459a-af0c-6bb6e018b864 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:43.600748 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Attempting to bind port cb58c412-671c-40bb-b992-01e64ef2ac8d on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:17:43.601337 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Attempting to bind port cb58c412-671c-40bb-b992-01e64ef2ac8d by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:17:43.601786 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Attempting to bind port cb58c412-671c-40bb-b992-01e64ef2ac8d on network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:43.610641 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:17:43.611288 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Checking segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:43.611752 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.612267 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Bound using segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:17:43.612872 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Bound port: cb58c412-671c-40bb-b992-01e64ef2ac8d, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:17:43.613355 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.617552 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:43.634308 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:43.654790 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:43.655595 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for port, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.732843 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Pushing event updated for resources: {'Port': ['ID=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:43.764456 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] For port cb58c412-671c-40bb-b992-01e64ef2ac8d, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:17:43.778044 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] For port cb58c412-671c-40bb-b992-01e64ef2ac8d, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=cb58c412-671c-40bb-b992-01e64ef2ac8d,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:17:43.843715 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 18c4908d-0c64-4cd3-9f70-b94389f59dac triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:43.844308 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.909211 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95569e01-fb1e-48f8-81d3-2aba0c551577 req-4ce54ea0-62a9-48a3-9106-45cb7d2fd35b tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:43.914323 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-95569e01-fb1e-48f8-81d3-2aba0c551577 req-4ce54ea0-62a9-48a3-9106-45cb7d2fd35b tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 931 time: 0.4244232 Oct 28 15:17:43.925434 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.929486 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-d5d67d89-a2b1-42e6-939a-6071efdbbc7d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7892988 Oct 28 15:17:43.932209 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Checking segment: {'id': '0a21e14a-d402-4a02-949b-f960ba4b1580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '99a7fece-35ad-4ca0-bed9-a223a66bdbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:43.937783 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Network hostable DHCP agents. Network: 99a7fece-35ad-4ca0-bed9-a223a66bdbf7, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:17:43.968890 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-ab1e6f6a-5de9-4230-a8a6-af8d61bbf437 None None] Provisioning complete for port cb58c412-671c-40bb-b992-01e64ef2ac8d triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:43.970888 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6f6a-5de9-4230-a8a6-af8d61bbf437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:43.979929 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-04f10734-b4b3-4af7-8e07-88145c238779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:44.047386 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-5b0706db-8cd4-4757-8671-11634b6d9014 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:17:44.050662 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-5b0706db-8cd4-4757-8671-11634b6d9014 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0304046 Oct 28 15:17:44.104877 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-95569e01-fb1e-48f8-81d3-2aba0c551577 req-d26c3af6-65f6-4682-98e5-2a84137ec88c tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600502 Oct 28 15:17:44.160466 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Network 99a7fece-35ad-4ca0-bed9-a223a66bdbf7 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:17:44.256890 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 99a7fece-35ad-4ca0-bed9-a223a66bdbf7) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:44.258413 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-04f10734-b4b3-4af7-8e07-88145c238779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:44.269336 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:44.272552 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:44.274264 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:44.324440 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56d41e-d3e0-415a-a9d3-45eb79908ff7 None None] Network 99a7fece-35ad-4ca0-bed9-a223a66bdbf7 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:44.370392 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Request body: {'port': {'device_id': 'a84969cc-4f86-4c5d-ab37-08473a79a268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:44.376543 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-04f10734-b4b3-4af7-8e07-88145c238779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:44.383473 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-29243621-6e0e-4dd1-806c-e0db61356565 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2770030 Oct 28 15:17:44.655182 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:44.681921 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Allocated IP 172.27.1.195 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/94b49f95-240b-4fc1-9e41-820bc3c51ec9) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:44.715802 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-04f10734-b4b3-4af7-8e07-88145c238779 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bc6800a5a03f495e8bc870cbffe9ce5b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5111799 Oct 28 15:17:44.724102 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35604) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:44.742475 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6f6a-5de9-4230-a8a6-af8d61bbf437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:44.818484 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0d27935f-d493-4092-9822-e27d29821b1f req-14cf67df-03c4-4be4-b0ea-8bdd2866c1dc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.1973929 Oct 28 15:17:44.824152 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35608) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:44.833740 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f10734-b4b3-4af7-8e07-88145c238779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2b69c0-0211-456c-b209-f0d909c05c3c,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:44.874060 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-ab1e6f6a-5de9-4230-a8a6-af8d61bbf437 None None] For port cb58c412-671c-40bb-b992-01e64ef2ac8d, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=cb58c412-671c-40bb-b992-01e64ef2ac8d,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:17:44.899499 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:17:44.901028 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:17:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:44.982241 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0bbc-03b0-4553-a436-3df2b238c2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.019304 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6f6a-5de9-4230-a8a6-af8d61bbf437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.082376 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0bbc-03b0-4553-a436-3df2b238c2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.085388 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-6283887d-e1a2-4bda-8414-10c0eb55251b admin admin] Deleting subnet 4b5d9f27-fe04-4baf-a6f3-88a8d0d439d5 {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:17:45.090775 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6283887d-e1a2-4bda-8414-10c0eb55251b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.133493 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ac94f-e3fc-4654-a0f3-2b30594cf69c None None] Pushing event updated for resources: {'Port': ['ID=cb58c412-671c-40bb-b992-01e64ef2ac8d,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:45.193558 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6283887d-e1a2-4bda-8414-10c0eb55251b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.202098 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6283887d-e1a2-4bda-8414-10c0eb55251b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.288144 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.302519 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35616) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:45.354544 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:17:45.534653 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.545669 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e6f6a-5de9-4230-a8a6-af8d61bbf437 None None] Pushing event updated for resources: {'Port': ['ID=cb58c412-671c-40bb-b992-01e64ef2ac8d,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:45.557022 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da946ed7-fd7c-4eab-b749-27ecef4e84a1 req-8edca580-1fc1-4933-8424-b37546623234 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:45.561061 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.564561 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da946ed7-fd7c-4eab-b749-27ecef4e84a1 req-8edca580-1fc1-4933-8424-b37546623234 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 931 time: 0.2606916 Oct 28 15:17:45.609356 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:45.617964 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6283887d-e1a2-4bda-8414-10c0eb55251b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.619721 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:45.624167 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:45.628830 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-37747e9e-773e-4a2f-8326-4ae1d2193f90 None None] Provisioning complete for port cb58c412-671c-40bb-b992-01e64ef2ac8d triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:45.629201 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-37747e9e-773e-4a2f-8326-4ae1d2193f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.645274 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'Port': ['ID=94b49f95-240b-4fc1-9e41-820bc3c51ec9,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:45.646395 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b0e07fec-c9f8-469b-9325-679c85d33324 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.695715 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f2665-b3e8-4f57-8de6-fb7d1ee18a58 None None] Network 99a7fece-35ad-4ca0-bed9-a223a66bdbf7 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:17:45.725454 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 18c4908d-0c64-4cd3-9f70-b94389f59dac, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=18c4908d-0c64-4cd3-9f70-b94389f59dac,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:17:45.881393 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283887d-e1a2-4bda-8414-10c0eb55251b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b5d9f27-fe04-4baf-a6f3-88a8d0d439d5,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:45.886381 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6283887d-e1a2-4bda-8414-10c0eb55251b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.889874 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-6283887d-e1a2-4bda-8414-10c0eb55251b admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4b5d9f27-fe04-4baf-a6f3-88a8d0d439d5 HTTP/1.1" status: 204 len: 168 time: 1.0495284 Oct 28 15:17:45.915344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35626) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:45.925528 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0bbc-03b0-4553-a436-3df2b238c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.930602 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5d4c0bbc-03b0-4553-a436-3df2b238c2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:45.936449 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-5d4c0bbc-03b0-4553-a436-3df2b238c2f4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bb2b69c0-0211-456c-b209-f0d909c05c3c HTTP/1.1" status: 204 len: 168 time: 1.2110925 Oct 28 15:17:46.042666 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.49', 52037) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:46.059604 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c0bbc-03b0-4553-a436-3df2b238c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2b69c0-0211-456c-b209-f0d909c05c3c,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:46.077073 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:43Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:46.144529 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94bd267-1231-49c4-9a82-30db6fc41d89 None None] The sync data for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi is: [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:43Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:17:46.171925 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-54a77377-d7e0-4333-9f3e-a4ea5b7b77ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:46.196156 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da946ed7-fd7c-4eab-b749-27ecef4e84a1 req-57d6a4c6-e27e-432c-9cae-63b1fa0777b5 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6268609 Oct 28 15:17:46.296680 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:46.322514 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:46.329594 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b0e07fec-c9f8-469b-9325-679c85d33324 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:46.490311 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eb1c8dac-93d4-4e8b-bd06-9dbf18db0a3f req-4ee24120-b438-4753-85af-9bea7ab00c4b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.2855129 Oct 28 15:17:46.608325 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b0e07fec-c9f8-469b-9325-679c85d33324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:46.714937 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-b0e07fec-c9f8-469b-9325-679c85d33324 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=92920f01b7ff46b885338fde740797d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3993871 Oct 28 15:17:46.714937 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e07fec-c9f8-469b-9325-679c85d33324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9628158-4036-4672-b08c-7cd2262eda58,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:46.721039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35646) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:46.745905 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c {{(pid=102150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:17:46.766865 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:46.805293 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.provisioning_blocks [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Transition to ACTIVE for port object 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c will not be triggered until provisioned by entity L2. {{(pid=102150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:17:46.828832 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.053522 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.053918 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device cb58c412-671c-40bb-b992-01e64ef2ac8d up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:47.053918 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=18c4908d-0c64-4cd3-9f70-b94389f59dac,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:47.054345 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-d0aaac93-be4c-47af-aa4a-3b3a8d896cb8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:47.054345 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-d0aaac93-be4c-47af-aa4a-3b3a8d896cb8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 818 time: 0.9285104 Oct 28 15:17:47.054345 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Request body: {'port': {'device_id': '13279aaf-dc79-4544-b2dc-8c5099d7b405', 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f', 'admin_state_up': True, 'tenant_id': '2eb43abf174b43e2960be3d166b34f86'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:47.054543 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port cb58c412-671c-40bb-b992-01e64ef2ac8d triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:47.054543 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.054763 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.054763 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4fca3041-bcc6-4251-8fa7-14c484ef703e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.150879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.151081 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.151734 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.152505 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > port after_create 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.153058 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.153415 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > port after_update 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.153908 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.154248 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.154737 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.155075 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.431682 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.555879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.555879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.555879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.555879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:47.555879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b9a4ba-58a8-400b-9712-795c10611b7b']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:47.576722 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.582201 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4fca3041-bcc6-4251-8fa7-14c484ef703e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.652905 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f92865-8bca-45ab-887a-2b1c5a0b1911') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:47.653563 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f92865-8bca-45ab-887a-2b1c5a0b1911') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:47.727218 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.764516 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Made reservation on behalf of 2eb43abf174b43e2960be3d166b34f86 for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:47.768088 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.798189 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba81335-de97-477f-a645-426dfa8e4aeb req-6307cc0a-32f0-453c-8c90-b20e271a7ed7 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:47.801889 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1ba81335-de97-477f-a645-426dfa8e4aeb req-6307cc0a-32f0-453c-8c90-b20e271a7ed7 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.2371144 Oct 28 15:17:47.837037 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.884121 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-14243b94-034c-4a29-a6b6-3ddba4ec02cc req-e305742a-c59a-44e6-8f41-2079850d5e3d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.2400858 Oct 28 15:17:47.908787 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:47.984579 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.000578 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Releasing vlan 1091 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:17:48.000578 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: from cryptography.utils import int_from_bytes Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: from cryptography.utils import int_from_bytes Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:17:48.014055 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:17:48.068307 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'Port': ['ID=94b49f95-240b-4fc1-9e41-820bc3c51ec9,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:48.130867 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Pushing event updated for resources: {'Port': ['ID=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:48.307083 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1ba81335-de97-477f-a645-426dfa8e4aeb req-33b6f36d-cf97-42af-875c-13031d1a8c12 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219398 Oct 28 15:17:48.366165 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Allocated IP 172.20.0.2 (2b4cfb2a-528c-4337-8cba-67365b64b43f/4f28f299-d451-46af-ba3e-f8387f4a6ee3/fac61c7a-48c7-42f0-b93d-6b3cb97a91c9) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:48.437341 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.managers [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Attempting to bind port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:17:48.437843 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.managers [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Attempting to bind port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '561d5881-300e-4389-9408-a46184d977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bd44df2e-02de-459a-af0c-6bb6e018b864'}] {{(pid=102150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:17:48.438265 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Attempting to bind port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c on network bd44df2e-02de-459a-af0c-6bb6e018b864 {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:48.448814 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c on network bd44df2e-02de-459a-af0c-6bb6e018b864 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:17:48.453017 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Attempting to bind port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c on network bd44df2e-02de-459a-af0c-6bb6e018b864 {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:48.464574 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:17:48.465169 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Checking segment: {'id': '561d5881-300e-4389-9408-a46184d977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bd44df2e-02de-459a-af0c-6bb6e018b864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:48.466424 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Bound using segment: {'id': '561d5881-300e-4389-9408-a46184d977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bd44df2e-02de-459a-af0c-6bb6e018b864'} {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:17:48.467050 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.managers [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Bound port: 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '561d5881-300e-4389-9408-a46184d977c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'bd44df2e-02de-459a-af0c-6bb6e018b864'}}] {{(pid=102150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:17:48.467397 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.484591 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 18c4908d-0c64-4cd3-9f70-b94389f59dac up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:17:48.517028 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ac4c163c-1d25-411f-8cf2-d897309fed7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.546182 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 18c4908d-0c64-4cd3-9f70-b94389f59dac triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:17:48.546539 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.566489 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.567905 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-395f5d0e-575f-4c90-b359-284e3e7f415a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4714658 Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] For port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c, host hv-cinder-78364, cleared binding levels {{(pid=102150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] For port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,segment=NetworkSegment(561d5881-300e-4389-9408-a46184d977c4),segment_id=561d5881-300e-4389-9408-a46184d977c4)] {{(pid=102150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4fca3041-bcc6-4251-8fa7-14c484ef703e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4fca3041-bcc6-4251-8fa7-14c484ef703e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-4fca3041-bcc6-4251-8fa7-14c484ef703e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b9628158-4036-4672-b08c-7cd2262eda58 HTTP/1.1" status: 204 len: 168 time: 1.7785933 Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca3041-bcc6-4251-8fa7-14c484ef703e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9628158-4036-4672-b08c-7cd2262eda58,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] 10.222.0.86 "DELETE /v2.0/networks/b9b9a4ba-58a8-400b-9712-795c10611b7b HTTP/1.1" status: 204 len: 168 time: 2.7218225 Oct 28 15:17:48.694136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c9c04-52d9-4e62-8c7d-c8ff796df7bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b9a4ba-58a8-400b-9712-795c10611b7b,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:48.695475 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:48.705359 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35694) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:49.016053 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.016781 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_v2 [None req-35557f61-090c-43eb-b322-5f84cf1788c5 admin admin] Deleting subnet 284a2cf0-5835-48ea-af45-451fe591a7c0 {{(pid=102151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:17:49.023339 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-35557f61-090c-43eb-b322-5f84cf1788c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.082219 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-881fbba4-2a62-48d5-a6af-009f575faa5b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--971868088&fields=id&tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3 HTTP/1.1" status: 200 len: 267 time: 0.1473653 Oct 28 15:17:49.093906 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:49.094944 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for port, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.097533 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] 10.222.0.49 "PUT /v2.0/ports/16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c HTTP/1.1" status: 200 len: 1093 time: 4.9036460 Oct 28 15:17:49.108531 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-35557f61-090c-43eb-b322-5f84cf1788c5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.127235 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84969cc-4f86-4c5d-ab37-08473a79a268', 'tag': '16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:17:49.137440 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.140993 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.172283 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4fa1889c-74ae-49dc-a402-865aad02443a req-18ee3ad6-eca9-4951-80b5-5f0324c478e8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.1505175 Oct 28 15:17:49.266485 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-35557f61-090c-43eb-b322-5f84cf1788c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.276792 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20713-1f46-4f94-8a87-17d82622c508 service neutron] Pushing event updated for resources: {'Port': ['ID=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,revision_number=3']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:49.360374 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Network 2b4cfb2a-528c-4337-8cba-67365b64b43f is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:49.362238 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:49.373642 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-aa71e97e-5587-4b76-983a-c4838d0eb542 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:49.375339 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.376701 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:49.383244 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-aa71e97e-5587-4b76-983a-c4838d0eb542 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 817 time: 0.2204227 Oct 28 15:17:49.384301 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:49.385116 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.412291 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-63acda3d-af69-4d12-8bd7-13118e3aa475 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/quotas/4c1cee9c314942b8b8e9be0c40ec04f3 HTTP/1.1" status: 200 len: 375 time: 0.0274312 Oct 28 15:17:49.478462 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Pushing event updated for resources: {'Port': ['ID=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:49.497187 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5e7ec016-730f-4599-a2a2-3c954525da24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4841878 Oct 28 15:17:49.601712 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-43e2a215-00f1-4ce2-a013-7924ad2d7a1b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1879761 Oct 28 15:17:49.616152 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45534787-9247-443d-b46a-278bb4475c15 req-437d94d3-cd9c-4250-b890-853f410d7d34 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:49.618155 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-45534787-9247-443d-b46a-278bb4475c15 req-437d94d3-cd9c-4250-b890-853f410d7d34 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.1418686 Oct 28 15:17:49.631675 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-35557f61-090c-43eb-b322-5f84cf1788c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for subnet, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.682077 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557f61-090c-43eb-b322-5f84cf1788c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=284a2cf0-5835-48ea-af45-451fe591a7c0,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:49.691968 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-35557f61-090c-43eb-b322-5f84cf1788c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.699821 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-35557f61-090c-43eb-b322-5f84cf1788c5 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/284a2cf0-5835-48ea-af45-451fe591a7c0 HTTP/1.1" status: 204 len: 168 time: 0.9915984 Oct 28 15:17:49.700752 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35724) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:49.761962 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-45534787-9247-443d-b46a-278bb4475c15 req-eefadc7e-5269-4a02-83fc-a2d2774c3987 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623660 Oct 28 15:17:49.771232 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-11319f6b-948c-4a2e-b9e7-34357d8d7f37 service neutron] 10.222.0.86 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520188 Oct 28 15:17:49.781221 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcf4580-11f6-4f0e-9a97-b907e6b2c987" -d '{"events": [{"name": "network-changed", "server_uuid": "a84969cc-4f86-4c5d-ab37-08473a79a268", "tag": "16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:17:49.906138 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:49.958199 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-d2aa734d-962e-4857-9733-480cbf119dcf service neutron] 10.222.0.86 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828856 Oct 28 15:17:50.050208 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:50.064026 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2874b8-348d-4483-940a-30a24eb73d8e x-openstack-request-id: req-1d2874b8-348d-4483-940a-30a24eb73d8e {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:17:50.064567 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84969cc-4f86-4c5d-ab37-08473a79a268", "tag": "16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:17:50.065212 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d2874b8-348d-4483-940a-30a24eb73d8e {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:17:50.065673 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a84969cc-4f86-4c5d-ab37-08473a79a268', 'tag': '16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c', 'status': 'completed', 'code': 200} Oct 28 15:17:50.077161 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.077970 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.079234 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.081298 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > port after_create 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.089110 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.089110 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > port after_update 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.089110 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.089110 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.089110 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.089110 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.260860 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.261577 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.261577 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.261894 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102151) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:17:50.262278 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a7fece-35ad-4ca0-bed9-a223a66bdbf7']}} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:50.282540 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a21e14a-d402-4a02-949b-f960ba4b1580') {'for_net_delete': True} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:50.282824 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a21e14a-d402-4a02-949b-f960ba4b1580') {} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:17:50.310302 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7175588'] for segment, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:50.317835 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2a5177b3-2ae0-4342-ae06-e2a7ddb75575 req-8b3552e4-6e5e-4883-a225-0e7d12792fd7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0389841 Oct 28 15:17:50.343656 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:50.353179 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=102151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:17:50.353625 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963192'] for segment, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: from cryptography.utils import int_from_bytes Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: from cryptography.utils import int_from_bytes Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: Traceback (most recent call last): Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: timer() Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: cb(*args, **kw) Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: return func(*args, **kwargs) Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: self._notify() Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: self.callback(batched_events) Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: event.method(event) Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: return f(self, *a, **k) Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._get(url).json() Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: return self.request(url, 'GET', **kwargs) Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:17:50.358508 dv-cinder-783643-3-iscsi neutron-server[102151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:17:50.513905 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-20b3d127-4ded-41c8-8563-9e2a22dc0232 req-895672c1-5d62-43b1-aa0a-bd1438aa29d8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0521736 Oct 28 15:17:50.537588 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:50.560344 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:50.567329 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] 10.222.0.86 "DELETE /v2.0/networks/99a7fece-35ad-4ca0-bed9-a223a66bdbf7 HTTP/1.1" status: 204 len: 168 time: 0.8653419 Oct 28 15:17:50.570427 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58961631-e7cb-42c2-a561-a13161fbe2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=99a7fece-35ad-4ca0-bed9-a223a66bdbf7,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:50.989585 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4b4e4-7739-4b4d-94e5-0177ce30665f req-14c1342a-95f1-47a2-a35b-dee82125802c tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:50.989585 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-96e4b4e4-7739-4b4d-94e5-0177ce30665f req-14c1342a-95f1-47a2-a35b-dee82125802c tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.0530653 Oct 28 15:17:50.989585 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-96e4b4e4-7739-4b4d-94e5-0177ce30665f req-9138b119-0120-415c-8af2-edaa362482af tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Oct 28 15:17:51.175579 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:51.217205 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35774) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:51.434163 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9fd5ec2a-7bee-4071-8f9f-31354a27dd82 req-ac521e89-8345-4cb7-831a-e349fd086670 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0282464 Oct 28 15:17:51.476562 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7e49283e-fce2-4a06-bd68-de5036b80bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:51.586701 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7e49283e-fce2-4a06-bd68-de5036b80bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:51.654465 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7e49283e-fce2-4a06-bd68-de5036b80bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:51.820593 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49283e-fce2-4a06-bd68-de5036b80bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de41cdc4-cd05-43dd-8999-6c41639f284a,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:51.823205 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1016c79e-bf72-4646-87de-132fd7a86e88 req-72d83355-daaa-4a09-875e-c3649d23e753 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0568824 Oct 28 15:17:51.823815 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-7e49283e-fce2-4a06-bd68-de5036b80bff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a04e35f067a34de4b69f9dbb8e08ea90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151587 Oct 28 15:17:51.823815 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35800) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:51.826342 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35802) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:51.885512 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e627e575-1254-45ce-946d-9a840d4f63ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:51.887788 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-867d59a1-1af7-4991-9512-378b52268cf4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7a0fb6e43bdb4060bac05446cbae365d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0656345 Oct 28 15:17:51.896955 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35804) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:51.920986 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e627e575-1254-45ce-946d-9a840d4f63ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:51.987896 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-32e14ae4-ff3c-49fb-b3d4-8d5896b7d587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:52.032458 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-32e14ae4-ff3c-49fb-b3d4-8d5896b7d587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:52.142930 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829aad53-eaff-478e-ae65-cafae33950a2 req-ad1d342c-d69b-420d-9ac7-e7e750ce5439 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:52.146136 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-829aad53-eaff-478e-ae65-cafae33950a2 req-ad1d342c-d69b-420d-9ac7-e7e750ce5439 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.0684872 Oct 28 15:17:52.193414 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-829aad53-eaff-478e-ae65-cafae33950a2 req-fe5c322d-e512-4ee0-b73c-35e469b7a92f tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Oct 28 15:17:52.199658 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e627e575-1254-45ce-946d-9a840d4f63ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:52.199658 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e627e575-1254-45ce-946d-9a840d4f63ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:52.199658 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e627e575-1254-45ce-946d-9a840d4f63ea admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de41cdc4-cd05-43dd-8999-6c41639f284a HTTP/1.1" status: 204 len: 168 time: 0.3717518 Oct 28 15:17:52.207891 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627e575-1254-45ce-946d-9a840d4f63ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de41cdc4-cd05-43dd-8999-6c41639f284a,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:52.226926 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-32e14ae4-ff3c-49fb-b3d4-8d5896b7d587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:52.230588 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-32e14ae4-ff3c-49fb-b3d4-8d5896b7d587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:52.235738 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-32e14ae4-ff3c-49fb-b3d4-8d5896b7d587 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a3705615-b1a0-4805-83b9-3b378f5f3c6d HTTP/1.1" status: 204 len: 168 time: 0.3349798 Oct 28 15:17:52.260985 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e14ae4-ff3c-49fb-b3d4-8d5896b7d587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3705615-b1a0-4805-83b9-3b378f5f3c6d,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:52.583675 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bbe79962-8d32-4d10-b9e8-d53fd228beab req-630753c6-6aee-461b-8ea9-49c7eafd9d07 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0406873 Oct 28 15:17:52.914512 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-be0bb56b-518a-434a-a89b-9478fda9fdfc req-80e5cec5-5f2d-4ffe-aae3-b79f7ad414ec tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0356021 Oct 28 15:17:53.321545 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35840) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:53.334867 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eea743-f01e-4ee1-9a53-754b27636da6 req-90fcf594-60da-4101-9b40-a53ebcaed114 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:53.336339 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62eea743-f01e-4ee1-9a53-754b27636da6 req-90fcf594-60da-4101-9b40-a53ebcaed114 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.0620217 Oct 28 15:17:53.391135 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62eea743-f01e-4ee1-9a53-754b27636da6 req-874b3b13-e12b-4f37-aa8a-fe2759daa454 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458457 Oct 28 15:17:53.483842 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5a982494-4891-4abc-ab30-e07cd3942cff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:53.578290 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5a982494-4891-4abc-ab30-e07cd3942cff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:53.688646 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9eb71907-6b78-40d1-9345-a856f89ae782 req-8eaa8144-3674-4f1f-8f2c-aa51253a1dbe tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0286226 Oct 28 15:17:53.762145 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5a982494-4891-4abc-ab30-e07cd3942cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:53.799184 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-5a982494-4891-4abc-ab30-e07cd3942cff admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cbe2e811b50b4cbb81cd3d46d146f936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759948 Oct 28 15:17:53.800605 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a982494-4891-4abc-ab30-e07cd3942cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea04d5b2-2424-4571-b2e1-2b8763d28ea2,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:53.802371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35854) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:53.862753 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-db071cce-2063-4faa-9e09-ca191f4ec2af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:53.886558 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-db071cce-2063-4faa-9e09-ca191f4ec2af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:53.978688 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 35864) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:54.128020 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35872) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:54.129396 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-00bdb417-eabe-44b5-af72-eccc93816b80 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=164067c63b1d4196b014978eed44c882&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1065702 Oct 28 15:17:54.135496 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2efbd3e0-c5f4-48b0-867a-c31d4ce2a024 req-8f6e1734-3207-41b9-93a6-26cb1c188231 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0736971 Oct 28 15:17:54.194015 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3eca-ce0a-4e9b-b4ab-2d60d63ece43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:54.219144 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-db071cce-2063-4faa-9e09-ca191f4ec2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:54.222986 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-db071cce-2063-4faa-9e09-ca191f4ec2af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:54.224437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-db071cce-2063-4faa-9e09-ca191f4ec2af admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ea04d5b2-2424-4571-b2e1-2b8763d28ea2 HTTP/1.1" status: 204 len: 168 time: 0.4209981 Oct 28 15:17:54.230704 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3eca-ce0a-4e9b-b4ab-2d60d63ece43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:54.239547 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db071cce-2063-4faa-9e09-ca191f4ec2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea04d5b2-2424-4571-b2e1-2b8763d28ea2,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:54.493797 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3eca-ce0a-4e9b-b4ab-2d60d63ece43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:54.496414 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c4dd3eca-ce0a-4e9b-b4ab-2d60d63ece43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:54.497564 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-c4dd3eca-ce0a-4e9b-b4ab-2d60d63ece43 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1783353-a90a-4dfc-bd94-fb816bf70a27 HTTP/1.1" status: 204 len: 168 time: 0.4214752 Oct 28 15:17:54.504659 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:17:54.506158 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd3eca-ce0a-4e9b-b4ab-2d60d63ece43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1783353-a90a-4dfc-bd94-fb816bf70a27,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:54.529642 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e909853-79eb-4486-b7d5-cfce367db3a3 req-e54fa235-fec5-4c90-b05d-8ecc0d3330ff tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:54.531683 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e909853-79eb-4486-b7d5-cfce367db3a3 req-e54fa235-fec5-4c90-b05d-8ecc0d3330ff tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.0652349 Oct 28 15:17:54.571283 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e909853-79eb-4486-b7d5-cfce367db3a3 req-4524161a-b8b2-48a8-af6f-155cd4836216 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Oct 28 15:17:54.821105 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b7a0b0a8-ee1a-48f1-bd05-15523cca8b1e req-318df05a-1dbe-4be5-8dad-c7e825c4f258 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0506887 Oct 28 15:17:55.241664 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3bb28ff4-1eed-42f3-8727-20be7075f16f req-43ba6371-69be-459b-beeb-9374f53f0c4b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0262635 Oct 28 15:17:55.457399 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35926) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:55.470171 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-40c4845b-ed0b-4df1-b223-763ddf13f955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:55.549771 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-40c4845b-ed0b-4df1-b223-763ddf13f955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:55.608425 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-40c4845b-ed0b-4df1-b223-763ddf13f955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:55.643928 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4845b-ed0b-4df1-b223-763ddf13f955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35fed28-0869-42a7-8c20-f72eb97e3d83,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:55.653630 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-40c4845b-ed0b-4df1-b223-763ddf13f955 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=70b41743ca4645fb81d5abc3a5aff67d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945639 Oct 28 15:17:55.655577 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35932) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:55.690898 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d027c-02a4-475d-be04-ae954fd82a29 req-456798a5-f33b-4cc0-9c7e-202e8c01e1f6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:55.698631 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-487d027c-02a4-475d-be04-ae954fd82a29 req-456798a5-f33b-4cc0-9c7e-202e8c01e1f6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.0597937 Oct 28 15:17:55.710912 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d9da29f8-119a-4806-8919-44b8608807da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:55.743081 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-487d027c-02a4-475d-be04-ae954fd82a29 req-923565bb-21f2-4132-853e-e746115265f0 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436106 Oct 28 15:17:55.745550 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d9da29f8-119a-4806-8919-44b8608807da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:55.834391 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35938) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:55.871939 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d9da29f8-119a-4806-8919-44b8608807da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:55.874808 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d9da29f8-119a-4806-8919-44b8608807da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:55.876674 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-d9da29f8-119a-4806-8919-44b8608807da admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e35fed28-0869-42a7-8c20-f72eb97e3d83 HTTP/1.1" status: 204 len: 168 time: 0.2200089 Oct 28 15:17:55.888994 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da29f8-119a-4806-8919-44b8608807da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35fed28-0869-42a7-8c20-f72eb97e3d83,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:55.917405 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d815a2e8-6a58-4c49-bfa5-29437f64d785 req-af9e3d0e-7cdc-455a-b976-ac71125baf79 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0259337 Oct 28 15:17:55.969928 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c7c3225e-34a7-48de-b9a2-44b4edb5c3ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:56.057065 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c7c3225e-34a7-48de-b9a2-44b4edb5c3ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:56.160529 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c7c3225e-34a7-48de-b9a2-44b4edb5c3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:56.219403 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-c7c3225e-34a7-48de-b9a2-44b4edb5c3ba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ee09e1fdb8c4310ac39c268a1e9016f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829355 Oct 28 15:17:56.222426 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3225e-34a7-48de-b9a2-44b4edb5c3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee23dd23-291e-4e06-b61c-6bf147932270,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:56.224360 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 35962) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:56.282725 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a20ace86-2de7-4ee2-9db1-1d11c819f3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:56.302934 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a20ace86-2de7-4ee2-9db1-1d11c819f3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:56.381979 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d073ecbb-a50a-4cb2-9f07-21ed77cecca5 req-97a8febb-cca5-4706-a989-3bf8aef2d381 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0483723 Oct 28 15:17:56.436674 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a20ace86-2de7-4ee2-9db1-1d11c819f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:56.440659 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-a20ace86-2de7-4ee2-9db1-1d11c819f3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:56.441774 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-a20ace86-2de7-4ee2-9db1-1d11c819f3f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ee23dd23-291e-4e06-b61c-6bf147932270 HTTP/1.1" status: 204 len: 168 time: 0.2164872 Oct 28 15:17:56.450241 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ace86-2de7-4ee2-9db1-1d11c819f3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee23dd23-291e-4e06-b61c-6bf147932270,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:56.863993 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2392a-9882-4c7d-a230-d1462464141a req-242940dc-8981-42bb-a085-0d6c7fcd72f9 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:56.866175 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f6b2392a-9882-4c7d-a230-d1462464141a req-242940dc-8981-42bb-a085-0d6c7fcd72f9 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.0494153 Oct 28 15:17:56.904791 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f6b2392a-9882-4c7d-a230-d1462464141a req-6888c6c5-fa92-49f5-9193-beea7eccfdfe tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Oct 28 15:17:57.005881 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36010) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:57.014500 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0af73acd-549a-4d46-9976-41d66a096a71 req-add5da64-cb9d-4d1f-a7af-ae1f5f09f1b3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0292866 Oct 28 15:17:57.421566 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Request body: {'port': {'device_id': '13279aaf-dc79-4544-b2dc-8c5099d7b405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:57.490361 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36028) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:57.505950 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-612fd2cb-ce93-4761-ae80-825161d2d5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:57.532069 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8993a869-7a6d-4f8f-a49b-fd33148d774f req-c9d1eac8-6746-44a1-8ba1-aa39da704a1b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0525973 Oct 28 15:17:57.535960 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.49', 52050) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:57.576731 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c097aedd-62b8-4f37-92d4-d7c25e49ec5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:57.582510 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:57.827596 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf4580-11f6-4f0e-9a97-b907e6b2c987 req-85682e5a-254f-436d-b9ce-b1bbd28dad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:57.829105 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8dcf4580-11f6-4f0e-9a97-b907e6b2c987 req-85682e5a-254f-436d-b9ce-b1bbd28dad5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=556fc8a6a9084bbcac95337efe7e0c32&device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 1096 time: 0.2832465 Oct 28 15:17:57.836643 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-6c89ba3d-7072-43d9-92da-1bbea2086bc4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:57.838388 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-6c89ba3d-7072-43d9-92da-1bbea2086bc4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 818 time: 0.4240413 Oct 28 15:17:57.859750 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Request body: {'port': {'device_id': 'e59063a8-b8d4-40b6-97e8-cbe60c3df84a', 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f', 'admin_state_up': True, 'tenant_id': '2eb43abf174b43e2960be3d166b34f86'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:57.894335 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c097aedd-62b8-4f37-92d4-d7c25e49ec5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:57.913813 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-612fd2cb-ce93-4761-ae80-825161d2d5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:57.984537 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-612fd2cb-ce93-4761-ae80-825161d2d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:57.986664 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c097aedd-62b8-4f37-92d4-d7c25e49ec5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.096079 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-c097aedd-62b8-4f37-92d4-d7c25e49ec5d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=042f4644d37a4bde828dbc91f953ec18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6024969 Oct 28 15:17:58.099013 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-612fd2cb-ce93-4761-ae80-825161d2d5fc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a95bad21e04d402d8d28b6fa70e6dea1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0921149 Oct 28 15:17:58.099725 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36054) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:58.106441 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36056) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:58.137693 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fd2cb-ce93-4761-ae80-825161d2d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6946aedf-ad42-4bc1-b571-e4578b3c71cb,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:58.139346 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf4580-11f6-4f0e-9a97-b907e6b2c987 req-03fa89d2-63ec-4dab-a6ca-c7c37fd37e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:58.140845 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8dcf4580-11f6-4f0e-9a97-b907e6b2c987 req-03fa89d2-63ec-4dab-a6ca-c7c37fd37e32 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=556fc8a6a9084bbcac95337efe7e0c32&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3013887 Oct 28 15:17:58.259382 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8b620140-2364-45e0-b6e1-2f81a2111c1e req-43eeccf0-ea99-4632-ba33-564fb6aff59e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0943117 Oct 28 15:17:58.260736 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097aedd-62b8-4f37-92d4-d7c25e49ec5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8858d556-a7e0-4a27-b192-f3b4a79e8bba,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:58.274697 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd49ff-347f-4f36-af5f-c60a42cead0f req-5594e900-fec4-49eb-a350-be1e77089f81 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:58.282450 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9ddd49ff-347f-4f36-af5f-c60a42cead0f req-5594e900-fec4-49eb-a350-be1e77089f81 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.2148616 Oct 28 15:17:58.355943 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-71764525-d3f6-41b9-b8ca-2bcf07fa2626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.367635 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:17:58.373221 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45987c08-035b-488e-98c5-672e1451236f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.386711 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.393757 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Made reservation on behalf of 2eb43abf174b43e2960be3d166b34f86 for: {'port': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:58.400172 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.432557 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-71764525-d3f6-41b9-b8ca-2bcf07fa2626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.448801 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Transition to ACTIVE for port object fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:17:58.453702 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9ddd49ff-347f-4f36-af5f-c60a42cead0f req-2f87bb99-87e5-4d23-9a2d-f8bf46b072f6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700728 Oct 28 15:17:58.457410 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45987c08-035b-488e-98c5-672e1451236f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.476648 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf4580-11f6-4f0e-9a97-b907e6b2c987 req-92f8789e-55d6-4d7c-8b56-d7d722cf11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:58.478310 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8dcf4580-11f6-4f0e-9a97-b907e6b2c987 req-92f8789e-55d6-4d7c-8b56-d7d722cf11bc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3144958 Oct 28 15:17:58.585473 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.659328 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-3186d1f3-b991-4c8a-9b85-eb0f2ab14e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:58.660870 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-3186d1f3-b991-4c8a-9b85-eb0f2ab14e03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=556fc8a6a9084bbcac95337efe7e0c32&device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 1096 time: 0.1078753 Oct 28 15:17:58.664169 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-71764525-d3f6-41b9-b8ca-2bcf07fa2626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.666955 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-71764525-d3f6-41b9-b8ca-2bcf07fa2626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.668378 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-71764525-d3f6-41b9-b8ca-2bcf07fa2626 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8858d556-a7e0-4a27-b192-f3b4a79e8bba HTTP/1.1" status: 204 len: 168 time: 0.5644178 Oct 28 15:17:58.672942 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Pushing event updated for resources: {'Port': ['ID=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:58.678298 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a99dcde9-5e26-486c-9d0a-bc72699e7e25 req-57b848c7-9c48-4b19-886b-0bda1a07eb87 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0378146 Oct 28 15:17:58.685279 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Allocated IP 172.20.0.6 (2b4cfb2a-528c-4337-8cba-67365b64b43f/4f28f299-d451-46af-ba3e-f8387f4a6ee3/d916c38b-451d-479f-a682-24e2eb78f02d) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:17:58.740763 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45987c08-035b-488e-98c5-672e1451236f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.744114 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45987c08-035b-488e-98c5-672e1451236f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.750418 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-45987c08-035b-488e-98c5-672e1451236f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6946aedf-ad42-4bc1-b571-e4578b3c71cb HTTP/1.1" status: 204 len: 168 time: 0.6384869 Oct 28 15:17:58.751345 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71764525-d3f6-41b9-b8ca-2bcf07fa2626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8858d556-a7e0-4a27-b192-f3b4a79e8bba,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:58.787847 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-7daba858-6b95-4bef-8ec3-60256205048b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c HTTP/1.1" status: 200 len: 217 time: 0.1035171 Oct 28 15:17:58.820176 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45987c08-035b-488e-98c5-672e1451236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6946aedf-ad42-4bc1-b571-e4578b3c71cb,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:58.868824 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Attempting to bind port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:17:58.869260 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Attempting to bind port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:17:58.869635 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Attempting to bind port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 on network 2b4cfb2a-528c-4337-8cba-67365b64b43f {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:58.874735 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 on network 2b4cfb2a-528c-4337-8cba-67365b64b43f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:17:58.875053 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Attempting to bind port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 on network 2b4cfb2a-528c-4337-8cba-67365b64b43f {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:17:58.880143 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:17:58.880781 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Checking segment: {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:17:58.881471 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Bound using segment: {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:17:58.881905 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Bound port: fac61c7a-48c7-42f0-b93d-6b3cb97a91c9, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:17:58.882284 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:58.893059 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-9f7dafbf-c173-4e8c-9574-c7a3a2913e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:58.893059 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-9f7dafbf-c173-4e8c-9574-c7a3a2913e45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ce23e5a-4a66-44dd-b6e0-9cb50807187e HTTP/1.1" status: 200 len: 851 time: 0.0928056 Oct 28 15:17:58.963559 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] For port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:17:58.966215 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-df7ef293-fcd8-404c-999d-44276f0783bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd44df2e-02de-459a-af0c-6bb6e018b864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512486 Oct 28 15:17:58.970499 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] For port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:17:58.973779 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.49', 52056) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:17:59.054564 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:59.081243 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-1b19152f-122c-4875-9b36-bebf63101151 service neutron] 10.222.0.49 "GET /v2.0/networks/bd44df2e-02de-459a-af0c-6bb6e018b864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985019 Oct 28 15:17:59.177359 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:59.229410 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-40403dc7-9289-4944-ae17-9f29b034864f service neutron] 10.222.0.49 "GET /v2.0/networks/bd44df2e-02de-459a-af0c-6bb6e018b864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340928 Oct 28 15:17:59.270886 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:59.270886 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:59.270886 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] 10.222.0.49 "PUT /v2.0/ports/fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 1093 time: 1.8613527 Oct 28 15:17:59.278046 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13279aaf-dc79-4544-b2dc-8c5099d7b405', 'tag': 'fac61c7a-48c7-42f0-b93d-6b3cb97a91c9'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:17:59.293987 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597fef8-89d0-42b0-b0e5-bca9d94fba9f service neutron] Pushing event updated for resources: {'Port': ['ID=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:59.330869 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-de47369d-ff1a-4ba1-9d74-bcd8f09d1954 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:59.330869 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-de47369d-ff1a-4ba1-9d74-bcd8f09d1954 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 817 time: 0.3540137 Oct 28 15:17:59.392463 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-79db7650-58e8-497f-a1fa-c557032f04c0 req-5298d68f-03d1-4286-88e4-94b6eb71b6ee tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0347683 Oct 28 15:17:59.394525 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:59.425844 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-6648ca8c-f82e-4330-85cd-b44103dc3cd4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3 HTTP/1.1" status: 200 len: 379 time: 0.0861535 Oct 28 15:17:59.449288 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'port': {'device_id': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'admin_state_up': True, 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'security_groups': ['8e188d7e-872d-4a86-8237-53fa27eb2bed']}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:59.457086 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Pushing event updated for resources: {'Port': ['ID=d916c38b-451d-479f-a682-24e2eb78f02d,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:17:59.476006 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Network 2b4cfb2a-528c-4337-8cba-67365b64b43f is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:17:59.478456 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:17:59.483693 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:17:59.624139 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:59.627635 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for port, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:59.659514 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f97f3-6982-4a03-972e-09020609b060 req-f784d525-ea5b-42e3-95b9-679022cefde2 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:59.661079 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9f1f97f3-6982-4a03-972e-09020609b060 req-f784d525-ea5b-42e3-95b9-679022cefde2 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.1198356 Oct 28 15:17:59.729121 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9f1f97f3-6982-4a03-972e-09020609b060 req-5d13c6a9-c11f-4d30-af65-d3cec4b013ee tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613458 Oct 28 15:17:59.730221 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-74fdfd38-fdf3-41c6-8e6b-beaebd18d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:59.733028 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-74fdfd38-fdf3-41c6-8e6b-beaebd18d370 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1096 time: 0.1574473 Oct 28 15:17:59.764216 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-a6167e66-3eb2-42da-880d-bdf9548dfa01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9038074 Oct 28 15:17:59.781538 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Request body: {'port': {'device_id': 'e59063a8-b8d4-40b6-97e8-cbe60c3df84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:17:59.804608 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd" -d '{"events": [{"name": "network-changed", "server_uuid": "13279aaf-dc79-4544-b2dc-8c5099d7b405", "tag": "fac61c7a-48c7-42f0-b93d-6b3cb97a91c9"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:17:59.840863 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-93c98a31-8dbc-4859-834d-cb57195e21bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0949483 Oct 28 15:17:59.906740 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Made reservation on behalf of 4c1cee9c314942b8b8e9be0c40ec04f3 for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:17:59.911299 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:59.911457 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d6cde678-c5d5-40b2-94d2-d04fc4cac1ce req-a3b5e16f-acf3-4cdc-9f4b-8a94f080872e tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0761533 Oct 28 15:17:59.920994 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:17:59.927310 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-8da7d7f1-20b0-41d9-bc1e-f990b6034ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:17:59.929081 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-8da7d7f1-20b0-41d9-bc1e-f990b6034ec8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0807788 Oct 28 15:18:00.102012 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-7935cccb-4ca5-4cc0-af3b-440071ed1c4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749474 Oct 28 15:18:00.196690 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Allocated IP 172.20.0.4 (adaae7dc-8ce6-4ed0-8c77-33a94b998a91/df44fd80-e2d0-457c-b1ed-91076ba03ff6/85c34099-a099-4021-9a51-9f8fd2eb32a5) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:18:00.240112 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496d291b-ea43-41d4-a908-35b02e1acd7a x-openstack-request-id: req-496d291b-ea43-41d4-a908-35b02e1acd7a {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:18:00.242698 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13279aaf-dc79-4544-b2dc-8c5099d7b405", "tag": "fac61c7a-48c7-42f0-b93d-6b3cb97a91c9", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:18:00.242698 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-496d291b-ea43-41d4-a908-35b02e1acd7a {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:18:00.242698 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13279aaf-dc79-4544-b2dc-8c5099d7b405', 'tag': 'fac61c7a-48c7-42f0-b93d-6b3cb97a91c9', 'status': 'completed', 'code': 200} Oct 28 15:18:00.272831 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-fd356b5c-0aae-4ec7-8003-82c6a561d970 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597528 Oct 28 15:18:00.443009 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:00.447189 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e371fee-66ba-455c-abf2-2de9de55a151 req-03002f4d-bbc3-477c-98ec-2d1261597baa service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639588 Oct 28 15:18:00.497340 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d916c38b-451d-479f-a682-24e2eb78f02d {{(pid=102150) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:18:00.506263 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:00.546732 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.provisioning_blocks [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Transition to ACTIVE for port object d916c38b-451d-479f-a682-24e2eb78f02d will not be triggered until provisioned by entity L2. {{(pid=102150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:18:00.571046 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbd6a8-7e6d-492d-a101-5b08234130a2 req-5cda9bcc-2fec-4eb9-a751-4ba699572ca0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:00.575841 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eabbd6a8-7e6d-492d-a101-5b08234130a2 req-5cda9bcc-2fec-4eb9-a751-4ba699572ca0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 931 time: 0.0648096 Oct 28 15:18:00.585753 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:00.654601 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eabbd6a8-7e6d-492d-a101-5b08234130a2 req-6d6aebfb-8ce4-45da-86c7-bef2cfb47525 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737119 Oct 28 15:18:00.655692 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:00.664838 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:18:00.672490 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:18:00.679935 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'Port': ['ID=85c34099-a099-4021-9a51-9f8fd2eb32a5,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:00.691656 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:18:00.739446 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-1a2aa162-55ee-415f-a23f-1c7df92b54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:00.741175 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-1a2aa162-55ee-415f-a23f-1c7df92b54d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1096 time: 0.1414967 Oct 28 15:18:00.762871 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Pushing event updated for resources: {'Port': ['ID=d916c38b-451d-479f-a682-24e2eb78f02d,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:00.865756 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:00.868515 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:00.941202 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.managers [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Attempting to bind port d916c38b-451d-479f-a682-24e2eb78f02d on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:18:00.941535 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.managers [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Attempting to bind port d916c38b-451d-479f-a682-24e2eb78f02d by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'}] {{(pid=102150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:18:00.941853 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Attempting to bind port d916c38b-451d-479f-a682-24e2eb78f02d on network 2b4cfb2a-528c-4337-8cba-67365b64b43f {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:18:00.995413 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Port d916c38b-451d-479f-a682-24e2eb78f02d on network 2b4cfb2a-528c-4337-8cba-67365b64b43f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:18:00.995869 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Attempting to bind port d916c38b-451d-479f-a682-24e2eb78f02d on network 2b4cfb2a-528c-4337-8cba-67365b64b43f {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:18:01.030995 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:18:01.030995 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Checking segment: {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:18:01.030995 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Bound using segment: {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'} {{(pid=102150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:18:01.030995 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.managers [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Bound port: d916c38b-451d-479f-a682-24e2eb78f02d, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568eb968-129b-4c1b-bfbe-3264accb7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1078, 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f'}}] {{(pid=102150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:18:01.030995 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:01.074450 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-2aeb1258-a433-42f2-8bda-b2054552473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.077233 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-2aeb1258-a433-42f2-8bda-b2054552473a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.3271561 Oct 28 15:18:01.083209 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-100edb5f-6db0-44f2-b5a2-50f3f379bcbd tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6428249 Oct 28 15:18:01.141355 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e40e6-d65f-4bc4-9196-4cf95336c87d req-430434bd-212a-4906-8082-799d207b43c5 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.142642 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-f738249c-64d7-4149-8f06-46ada6cf60d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0485094 Oct 28 15:18:01.147143 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Request body: {'port': {'device_id': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:18:01.151397 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-520e40e6-d65f-4bc4-9196-4cf95336c87d req-430434bd-212a-4906-8082-799d207b43c5 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.2240696 Oct 28 15:18:01.210899 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-47ca1ce0-c761-4ae3-aeab-e5c01d11b082 None None] Provisioning complete for port 85c34099-a099-4021-9a51-9f8fd2eb32a5 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:18:01.211514 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-47ca1ce0-c761-4ae3-aeab-e5c01d11b082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:01.254822 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-520e40e6-d65f-4bc4-9196-4cf95336c87d req-447bcf23-9a43-4390-b47e-6d0b505f9307 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024616 Oct 28 15:18:01.261122 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-47ca1ce0-c761-4ae3-aeab-e5c01d11b082 None None] Port 85c34099-a099-4021-9a51-9f8fd2eb32a5 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:18:01.266947 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc10e75-8669-4650-8b55-1690e7faa0e9 req-59ac2b55-2714-441e-bb89-5fb1c43dee41 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.268776 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6bc10e75-8669-4650-8b55-1690e7faa0e9 req-59ac2b55-2714-441e-bb89-5fb1c43dee41 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 931 time: 0.1737285 Oct 28 15:18:01.271534 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] For port d916c38b-451d-479f-a682-24e2eb78f02d, host hv-cinder-78364, cleared binding levels {{(pid=102150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:18:01.284929 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] For port d916c38b-451d-479f-a682-24e2eb78f02d, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=d916c38b-451d-479f-a682-24e2eb78f02d,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:18:01.289637 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:01.316807 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6bc10e75-8669-4650-8b55-1690e7faa0e9 req-4dd6908f-acc1-4b8d-9083-20fce0af687a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Oct 28 15:18:01.321661 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-96d87812-2067-40b5-ac29-7f4c788ebe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.323150 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-96d87812-2067-40b5-ac29-7f4c788ebe0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.1426971 Oct 28 15:18:01.373029 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-92072ef7-6fd0-4aec-a21c-e7365b431a9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290964 Oct 28 15:18:01.413120 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:01.458299 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.459431 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for port, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:01.461037 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] 10.222.0.49 "PUT /v2.0/ports/d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 1093 time: 1.6937485 Oct 28 15:18:01.466511 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59063a8-b8d4-40b6-97e8-cbe60c3df84a', 'tag': 'd916c38b-451d-479f-a682-24e2eb78f02d'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:18:01.469417 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1dc290-bff5-4724-903d-11d4b36753ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e59063a8-b8d4-40b6-97e8-cbe60c3df84a", "tag": "d916c38b-451d-479f-a682-24e2eb78f02d"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:18:01.495370 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbc486-4cdd-4d78-aa7a-a4754924592e service neutron] Pushing event updated for resources: {'Port': ['ID=d916c38b-451d-479f-a682-24e2eb78f02d,revision_number=3']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:01.533983 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f6f22c-d038-427d-8083-d9a8385979d0 x-openstack-request-id: req-62f6f22c-d038-427d-8083-d9a8385979d0 {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:18:01.534605 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59063a8-b8d4-40b6-97e8-cbe60c3df84a", "tag": "d916c38b-451d-479f-a682-24e2eb78f02d", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:18:01.534605 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62f6f22c-d038-427d-8083-d9a8385979d0 {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:18:01.534869 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59063a8-b8d4-40b6-97e8-cbe60c3df84a', 'tag': 'd916c38b-451d-479f-a682-24e2eb78f02d', 'status': 'completed', 'code': 200} Oct 28 15:18:01.598110 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dc290-bff5-4724-903d-11d4b36753ea req-549deda6-271d-4f4f-8362-d119bc26052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.599651 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2f1dc290-bff5-4724-903d-11d4b36753ea req-549deda6-271d-4f4f-8362-d119bc26052a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1096 time: 0.0430322 Oct 28 15:18:01.675397 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-f233d976-deb0-4ac2-9a49-3fa7ada07010 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903941 Oct 28 15:18:01.794113 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dc290-bff5-4724-903d-11d4b36753ea req-0bf6f150-5fe4-4118-9d46-b593f8b19c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.796107 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2f1dc290-bff5-4724-903d-11d4b36753ea req-0bf6f150-5fe4-4118-9d46-b593f8b19c84 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2eb43abf174b43e2960be3d166b34f86&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1824360 Oct 28 15:18:01.899665 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9954ed-d75d-4b06-a26a-bde8f214e0ea req-7fb20bbc-86b5-4727-89d2-b22411b2230e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.901250 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0e9954ed-d75d-4b06-a26a-bde8f214e0ea req-7fb20bbc-86b5-4727-89d2-b22411b2230e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.1358936 Oct 28 15:18:01.960925 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dc290-bff5-4724-903d-11d4b36753ea req-658784fe-6400-4f03-a12f-0fe24f2be457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:01.962363 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2f1dc290-bff5-4724-903d-11d4b36753ea req-658784fe-6400-4f03-a12f-0fe24f2be457 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1452930 Oct 28 15:18:01.981612 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0e9954ed-d75d-4b06-a26a-bde8f214e0ea req-fa72da4d-0bda-4f93-bb56-441e196e956e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671022 Oct 28 15:18:01.982911 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-444a869d-e6d6-4ed5-adbc-3e9556bd59bd req-61b824ed-2976-4585-bd34-5c9a6b8fcda1 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927411 Oct 28 15:18:02.028617 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c34099-a099-4021-9a51-9f8fd2eb32a5 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:18:02.055855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:02.074481 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Transition to ACTIVE for port object 85c34099-a099-4021-9a51-9f8fd2eb32a5 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:18:02.082820 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-0af0c736-6cf7-4314-aba9-b5b415209c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:02.084358 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-0af0c736-6cf7-4314-aba9-b5b415209c68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1096 time: 0.0678988 Oct 28 15:18:02.132572 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-fd0ca8a3-7b75-464f-826c-66fc7d055c02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0393178 Oct 28 15:18:02.177623 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:02.216502 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-2488d872-2186-4561-8791-43e530eb64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:02.216502 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-2488d872-2186-4561-8791-43e530eb64c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0767889 Oct 28 15:18:02.287576 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-ef927fb9-763a-4da1-912f-af8df13e26e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583501 Oct 28 15:18:02.350218 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Pushing event updated for resources: {'Port': ['ID=85c34099-a099-4021-9a51-9f8fd2eb32a5,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-92d76129-2552-4819-a448-e1dee492475a service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580818 Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Attempting to bind port 85c34099-a099-4021-9a51-9f8fd2eb32a5 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Attempting to bind port 85c34099-a099-4021-9a51-9f8fd2eb32a5 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Attempting to bind port 85c34099-a099-4021-9a51-9f8fd2eb32a5 on network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Port 85c34099-a099-4021-9a51-9f8fd2eb32a5 on network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Attempting to bind port 85c34099-a099-4021-9a51-9f8fd2eb32a5 on network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Checking segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Bound using segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Bound port: 85c34099-a099-4021-9a51-9f8fd2eb32a5, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:18:02.542334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:02.543570 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e13625-941f-4933-a866-aea2bee9742f req-c3cc3267-7a59-4a34-9594-69d5c6eb3421 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:02.543570 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7e13625-941f-4933-a866-aea2bee9742f req-c3cc3267-7a59-4a34-9594-69d5c6eb3421 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.1003656 Oct 28 15:18:02.557994 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] For port 85c34099-a099-4021-9a51-9f8fd2eb32a5, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:18:02.561364 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] For port 85c34099-a099-4021-9a51-9f8fd2eb32a5, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:18:02.563721 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19256c0-be8c-4233-b1dd-17d38cb427b2 req-fb4dc1a6-d0b0-4804-98b7-bbf868591d76 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:02.567454 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c19256c0-be8c-4233-b1dd-17d38cb427b2 req-fb4dc1a6-d0b0-4804-98b7-bbf868591d76 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0972521 Oct 28 15:18:02.580544 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7e13625-941f-4933-a866-aea2bee9742f req-d26dd107-9314-4836-90bf-51e47759800d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660393 Oct 28 15:18:02.623974 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c19256c0-be8c-4233-b1dd-17d38cb427b2 req-e1a1676d-2bf6-48e3-ae2e-d1ea2db7296a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Oct 28 15:18:02.747514 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:02.796005 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:02.796293 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:02.797583 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] 10.222.0.49 "PUT /v2.0/ports/85c34099-a099-4021-9a51-9f8fd2eb32a5 HTTP/1.1" status: 200 len: 1093 time: 1.6574476 Oct 28 15:18:02.803164 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'tag': '85c34099-a099-4021-9a51-9f8fd2eb32a5'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:18:02.805446 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922706e-c9ea-4381-bfe1-ffbf76620026" -d '{"events": [{"name": "network-changed", "server_uuid": "cc888dd6-aa57-4e8e-9d1b-9a38b32f3597", "tag": "85c34099-a099-4021-9a51-9f8fd2eb32a5"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:18:02.831806 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7013d1-2a9b-4fc9-9d0a-627c43ed3195 service neutron] Pushing event updated for resources: {'Port': ['ID=85c34099-a099-4021-9a51-9f8fd2eb32a5,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:02.872847 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1b844-ce60-4ad4-8044-008c1411f594 x-openstack-request-id: req-bbb1b844-ce60-4ad4-8044-008c1411f594 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:18:02.873149 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc888dd6-aa57-4e8e-9d1b-9a38b32f3597", "tag": "85c34099-a099-4021-9a51-9f8fd2eb32a5", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:18:02.873466 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bbb1b844-ce60-4ad4-8044-008c1411f594 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:18:02.874487 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'tag': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'status': 'completed', 'code': 200} Oct 28 15:18:03.103882 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ca151-e5a8-472f-8da7-6ec6bb69816e req-5906a133-f89e-4de6-b651-ade2c3f3e90b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:03.110578 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e55ca151-e5a8-472f-8da7-6ec6bb69816e req-5906a133-f89e-4de6-b651-ade2c3f3e90b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.0618994 Oct 28 15:18:03.148701 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e55ca151-e5a8-472f-8da7-6ec6bb69816e req-a6d9d010-97f2-470a-b479-2c06008ce46c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365884 Oct 28 15:18:03.721109 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d451d-f51a-408f-be55-ff7b0ba90c98 req-38906e5b-40ad-432f-a4c5-b1b67b30740a tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:03.724556 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d65d451d-f51a-408f-be55-ff7b0ba90c98 req-38906e5b-40ad-432f-a4c5-b1b67b30740a tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.0670395 Oct 28 15:18:03.783713 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99afb25-7dc9-4a91-9cb2-14285bdcd6bb req-d57ecaa1-203a-4764-a3b1-9fb296b93528 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:03.785756 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d99afb25-7dc9-4a91-9cb2-14285bdcd6bb req-d57ecaa1-203a-4764-a3b1-9fb296b93528 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0806131 Oct 28 15:18:03.790517 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d65d451d-f51a-408f-be55-ff7b0ba90c98 req-2e503df6-23d9-4319-b4ca-6b747ad11124 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505145 Oct 28 15:18:03.826496 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d99afb25-7dc9-4a91-9cb2-14285bdcd6bb req-08d94f66-42a3-4307-9ece-1cb217c4d56a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348034 Oct 28 15:18:04.282632 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666eb5db-fc62-4f22-8564-6258a7f60d3b req-dfc59f98-f514-4a05-9dfa-dd1b163a7695 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:04.284747 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-666eb5db-fc62-4f22-8564-6258a7f60d3b req-dfc59f98-f514-4a05-9dfa-dd1b163a7695 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.0504088 Oct 28 15:18:04.325256 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-666eb5db-fc62-4f22-8564-6258a7f60d3b req-9329f7e3-bdbc-4d40-a880-8a5128aae09e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337260 Oct 28 15:18:04.707010 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:18:04.799847 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21f42114-f321-431c-8ca6-148ea5351ef2 req-8c61905b-7b8f-4c57-8073-15645654702f service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931404 Oct 28 15:18:04.842249 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:04.855918 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36360) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:04.856856 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': 'fac61c7a-48c7-42f0-b93d-6b3cb97a91c9', 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f', 'port_id': 'fac61c7a-48c7-42f0-b93d-6b3cb97a91c9', 'mac_address': 'fa:16:3e:6d:d5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f28f299-d451-46af-ba3e-f8387f4a6ee3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:18:04.905145 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:04.923783 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36364) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:04.925280 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:18:04.957640 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6dfe-3bcf-408b-bcc0-d5d9e070de90 req-ba3dae02-8725-4e1b-8c21-78d3f2d76f2a tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:04.965070 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-606b6dfe-3bcf-408b-bcc0-d5d9e070de90 req-ba3dae02-8725-4e1b-8c21-78d3f2d76f2a tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 943 time: 0.0923195 Oct 28 15:18:04.977373 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:05.004116 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd29dcd-4b42-4169-ad6f-161ea026e2ec req-99dd74a5-496a-4dbf-94af-aa0d2d2ef22b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:05.005711 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0cd29dcd-4b42-4169-ad6f-161ea026e2ec req-99dd74a5-496a-4dbf-94af-aa0d2d2ef22b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0855072 Oct 28 15:18:05.029050 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-606b6dfe-3bcf-408b-bcc0-d5d9e070de90 req-366a4ab8-a8d3-479b-a439-bd901ad297f4 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628619 Oct 28 15:18:05.044224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.044224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:18:05.050055 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f3553589-0469-4b95-990a-473f014b379f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.092254 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0cd29dcd-4b42-4169-ad6f-161ea026e2ec req-72de8abc-fcad-417f-a521-0c035c9557fa tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780754 Oct 28 15:18:05.098401 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:05.140677 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9747d32d-9d2e-410b-8061-b5e788590b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.194157 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f3553589-0469-4b95-990a-473f014b379f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.200450 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,segment=NetworkSegment(561d5881-300e-4389-9408-a46184d977c4),segment_id=561d5881-300e-4389-9408-a46184d977c4)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:05.213522 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c', 'network_id': 'bd44df2e-02de-459a-af0c-6bb6e018b864', 'port_id': '16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c', 'mac_address': 'fa:16:3e:2c:00:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1059, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce23e5a-4a66-44dd-b6e0-9cb50807187e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:18:05.220412 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36376) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:05.263602 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.266446 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f3553589-0469-4b95-990a-473f014b379f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.284936 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:18:05.306546 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,segment=NetworkSegment(561d5881-300e-4389-9408-a46184d977c4),segment_id=561d5881-300e-4389-9408-a46184d977c4)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:05.307831 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9747d32d-9d2e-410b-8061-b5e788590b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.329863 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-f3553589-0469-4b95-990a-473f014b379f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=68fd668693bb448fb8d64013199805d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725227 Oct 28 15:18:05.337953 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36384) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:05.340022 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3553589-0469-4b95-990a-473f014b379f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122bbea9-cf2f-4f03-8272-04cff9740176,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:05.366977 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-58233bb1-7ceb-4056-8f80-5895a0f7ef7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.414727 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.416795 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9747d32d-9d2e-410b-8061-b5e788590b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.452443 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-afd11cd9-7541-4e7e-a5a4-3bbdd0e40982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.461067 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747d32d-9d2e-410b-8061-b5e788590b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6375051f-787d-4c7d-89a1-b9eb6dce5462,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:05.478847 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:05.488576 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-9747d32d-9d2e-410b-8061-b5e788590b05 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=040ef088067540feb33948549598ad9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5629485 Oct 28 15:18:05.489377 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36392) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:05.498587 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-afd11cd9-7541-4e7e-a5a4-3bbdd0e40982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.526837 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fb0e5-69f4-4a65-bf13-fe87fd1fd4a2 req-0ac6acc3-c74b-432a-bc9b-bf7a2a0655e8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:05.528283 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-047fb0e5-69f4-4a65-bf13-fe87fd1fd4a2 req-0ac6acc3-c74b-432a-bc9b-bf7a2a0655e8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.1297741 Oct 28 15:18:05.603515 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-58233bb1-7ceb-4056-8f80-5895a0f7ef7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.643723 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-047fb0e5-69f4-4a65-bf13-fe87fd1fd4a2 req-4b232c62-9b13-4651-84fc-46243de14386 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070917 Oct 28 15:18:05.647356 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b177b9a0-c6bf-45f2-9e33-aa40c65e6863 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.679252 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b177b9a0-c6bf-45f2-9e33-aa40c65e6863 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.680945 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-58233bb1-7ceb-4056-8f80-5895a0f7ef7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.738648 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-58233bb1-7ceb-4056-8f80-5895a0f7ef7e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ad3cf41f3d6a4a0ab0bc2e6eb679b5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5173194 Oct 28 15:18:05.741545 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36400) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:05.744413 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58233bb1-7ceb-4056-8f80-5895a0f7ef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09931f02-18d9-4172-a889-2d3ee5aa4f60,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:05.802574 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-afd11cd9-7541-4e7e-a5a4-3bbdd0e40982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.805323 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-afd11cd9-7541-4e7e-a5a4-3bbdd0e40982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.805887 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d4db3360-bf42-490a-9ee2-940c391519fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.809433 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-afd11cd9-7541-4e7e-a5a4-3bbdd0e40982 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/122bbea9-cf2f-4f03-8272-04cff9740176 HTTP/1.1" status: 204 len: 168 time: 0.4745677 Oct 28 15:18:05.817757 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd11cd9-7541-4e7e-a5a4-3bbdd0e40982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122bbea9-cf2f-4f03-8272-04cff9740176,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:05.831271 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d4db3360-bf42-490a-9ee2-940c391519fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.899698 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b177b9a0-c6bf-45f2-9e33-aa40c65e6863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.902730 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b177b9a0-c6bf-45f2-9e33-aa40c65e6863 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:05.903988 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-b177b9a0-c6bf-45f2-9e33-aa40c65e6863 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6375051f-787d-4c7d-89a1-b9eb6dce5462 HTTP/1.1" status: 204 len: 168 time: 0.4129875 Oct 28 15:18:05.912380 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177b9a0-c6bf-45f2-9e33-aa40c65e6863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6375051f-787d-4c7d-89a1-b9eb6dce5462,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:06.061307 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d4db3360-bf42-490a-9ee2-940c391519fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:06.075666 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d4db3360-bf42-490a-9ee2-940c391519fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:06.077376 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-d4db3360-bf42-490a-9ee2-940c391519fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/09931f02-18d9-4172-a889-2d3ee5aa4f60 HTTP/1.1" status: 204 len: 168 time: 0.3340459 Oct 28 15:18:06.114138 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db3360-bf42-490a-9ee2-940c391519fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09931f02-18d9-4172-a889-2d3ee5aa4f60,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:06.127972 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922706e-c9ea-4381-bfe1-ffbf76620026 req-9ac0db06-9a6d-4f44-aac0-65de9da0b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:06.129481 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e922706e-c9ea-4381-bfe1-ffbf76620026 req-9ac0db06-9a6d-4f44-aac0-65de9da0b26e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 1096 time: 0.0824499 Oct 28 15:18:06.181656 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc088d-b882-4c99-b08e-90b9f1c8ce1b req-62da5dab-e738-410a-8185-60a5565c6dde tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:06.183136 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cedc088d-b882-4c99-b08e-90b9f1c8ce1b req-62da5dab-e738-410a-8185-60a5565c6dde tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 944 time: 0.0515833 Oct 28 15:18:06.245308 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cedc088d-b882-4c99-b08e-90b9f1c8ce1b req-13dfb605-d509-4070-a15c-4792f4f9a516 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Oct 28 15:18:06.259187 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1a0c1-883b-45bb-8752-4afe2619e697 req-1269616e-398b-47e7-b2a5-c57f255db4a4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:06.260787 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62d1a0c1-883b-45bb-8752-4afe2619e697 req-1269616e-398b-47e7-b2a5-c57f255db4a4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0891516 Oct 28 15:18:06.306140 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62d1a0c1-883b-45bb-8752-4afe2619e697 req-1fd13528-687d-4f16-a84b-2e030597b33b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367525 Oct 28 15:18:06.594242 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922706e-c9ea-4381-bfe1-ffbf76620026 req-3d4a8d71-fc58-4fcf-ab0c-7b6842ac4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:06.595610 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e922706e-c9ea-4381-bfe1-ffbf76620026 req-3d4a8d71-fc58-4fcf-ab0c-7b6842ac4fa9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1639893 Oct 28 15:18:06.653575 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36424) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:06.669475 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0bd1b2fd-cbed-4d37-ac01-d850169484a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:06.807129 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922706e-c9ea-4381-bfe1-ffbf76620026 req-7f70e673-6d64-46dd-a0ff-1422642bd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:06.808638 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e922706e-c9ea-4381-bfe1-ffbf76620026 req-7f70e673-6d64-46dd-a0ff-1422642bd802 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2059581 Oct 28 15:18:06.818151 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1960c6a-b7d8-4c18-858f-6c3ba313af86 req-3148d42a-eae1-4545-a3ce-c6600726fa50 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:06.819694 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1960c6a-b7d8-4c18-858f-6c3ba313af86 req-3148d42a-eae1-4545-a3ce-c6600726fa50 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.0971596 Oct 28 15:18:06.829875 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0bd1b2fd-cbed-4d37-ac01-d850169484a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:06.863169 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1960c6a-b7d8-4c18-858f-6c3ba313af86 req-08a25d3e-062b-4998-ae61-b5644ec31a64 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Oct 28 15:18:06.890147 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-347778a5-5d74-4e16-96d9-639e6aecb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:06.891649 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-347778a5-5d74-4e16-96d9-639e6aecb013 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 1096 time: 0.0438807 Oct 28 15:18:06.933869 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-15b4bbec-dedd-48e6-9ca6-eb6fb922d099 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5 HTTP/1.1" status: 200 len: 217 time: 0.0334303 Oct 28 15:18:06.934330 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0bd1b2fd-cbed-4d37-ac01-d850169484a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:06.971416 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1b2fd-cbed-4d37-ac01-d850169484a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a98055-0649-47d2-8a8d-8bd0222f6165,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:06.975555 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-0bd1b2fd-cbed-4d37-ac01-d850169484a9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=60ffa9cf48414ca9a48f622b216efcb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208849 Oct 28 15:18:06.978409 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36430) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:07.004051 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-39f7333c-086f-4eed-b9b1-a6429d78b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:07.005520 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-39f7333c-086f-4eed-b9b1-a6429d78b6d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df44fd80-e2d0-457c-b1ed-91076ba03ff6 HTTP/1.1" status: 200 len: 856 time: 0.0644352 Oct 28 15:18:07.045587 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ef257847-7a5f-4b19-b440-79c28e9ff911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.078645 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ef257847-7a5f-4b19-b440-79c28e9ff911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.131376 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-dba81f83-f4f3-428b-829e-0102975d79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:07.132944 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-dba81f83-f4f3-428b-829e-0102975d79ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1164424 Oct 28 15:18:07.185351 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36442) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:07.193935 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['fac61c7a-48c7-42f0-b93d-6b3cb97a91c9'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:18:07.207069 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2b052d75-3fa4-4525-9c87-9f11aa530244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.213218 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:18:07.263708 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ef257847-7a5f-4b19-b440-79c28e9ff911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.266405 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ef257847-7a5f-4b19-b440-79c28e9ff911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.278039 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ef257847-7a5f-4b19-b440-79c28e9ff911 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/56a98055-0649-47d2-8a8d-8bd0222f6165 HTTP/1.1" status: 204 len: 168 time: 0.2958269 Oct 28 15:18:07.278179 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36450) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:07.295600 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-f6c89924-798d-4eef-af4e-02d45f31bf08 service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545773 Oct 28 15:18:07.297719 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef257847-7a5f-4b19-b440-79c28e9ff911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a98055-0649-47d2-8a8d-8bd0222f6165,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:07.329463 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9d61d5f6-1051-46aa-9c8d-ebbdeb9bcfde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.401511 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2b052d75-3fa4-4525-9c87-9f11aa530244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.431838 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2909d2b4-38f0-45ad-be1f-0ee160c01034 req-23f29302-ad39-4fcb-b69e-de48fa924c33 service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278863 Oct 28 15:18:07.494397 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2b052d75-3fa4-4525-9c87-9f11aa530244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.549498 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-2b052d75-3fa4-4525-9c87-9f11aa530244 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fbce078c5a2e490abaefaf20383c991c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630762 Oct 28 15:18:07.551959 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052d75-3fa4-4525-9c87-9f11aa530244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2f1cfe-accd-4afe-9906-4098917ae231,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:07.554682 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36458) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:07.585016 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc629e8-b542-42b9-90d9-de5eaccca732 req-639cf00d-7f0f-47c0-b687-6cb47a2c7eb7 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:07.586692 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8bc629e8-b542-42b9-90d9-de5eaccca732 req-639cf00d-7f0f-47c0-b687-6cb47a2c7eb7 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 944 time: 0.2136261 Oct 28 15:18:07.630431 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7cff4f1c-576b-406a-8650-faaa7b736251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.645206 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e05bdf-efff-4185-bb29-663f9eac5683 req-25685d71-92e9-4021-9e43-d190c7eb1024 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:07.647532 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b7e05bdf-efff-4185-bb29-663f9eac5683 req-25685d71-92e9-4021-9e43-d190c7eb1024 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.2049031 Oct 28 15:18:07.674360 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7cff4f1c-576b-406a-8650-faaa7b736251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.689563 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9d61d5f6-1051-46aa-9c8d-ebbdeb9bcfde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.725222 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8bc629e8-b542-42b9-90d9-de5eaccca732 req-e83c7dff-9730-4020-9f86-3bbfc4603ef2 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244316 Oct 28 15:18:07.745793 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b7e05bdf-efff-4185-bb29-663f9eac5683 req-7f1e90ba-b44e-492f-b02a-129bd6366bc3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760143 Oct 28 15:18:07.840353 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9d61d5f6-1051-46aa-9c8d-ebbdeb9bcfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.882953 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-9d61d5f6-1051-46aa-9c8d-ebbdeb9bcfde admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=43cadceaddb54b5cbfd12e8272210b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6037555 Oct 28 15:18:07.883810 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61d5f6-1051-46aa-9c8d-ebbdeb9bcfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ce1d24-9e14-42ef-9969-85de758787f2,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:07.885762 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36466) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:07.894163 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7cff4f1c-576b-406a-8650-faaa7b736251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.896864 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7cff4f1c-576b-406a-8650-faaa7b736251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:07.900101 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-7cff4f1c-576b-406a-8650-faaa7b736251 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cc2f1cfe-accd-4afe-9906-4098917ae231 HTTP/1.1" status: 204 len: 168 time: 0.3421328 Oct 28 15:18:07.920518 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff4f1c-576b-406a-8650-faaa7b736251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2f1cfe-accd-4afe-9906-4098917ae231,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:07.998364 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-413471d9-a7fc-4823-b8ed-f731f53acd11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.027094 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157c786-bb8d-4d42-984e-28ec3efae203 req-c3f5d467-8cc3-4aa7-8004-d82ed6002410 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:08.028505 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-413471d9-a7fc-4823-b8ed-f731f53acd11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.028705 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4157c786-bb8d-4d42-984e-28ec3efae203 req-c3f5d467-8cc3-4aa7-8004-d82ed6002410 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.0600321 Oct 28 15:18:08.073675 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4157c786-bb8d-4d42-984e-28ec3efae203 req-2460f040-18e9-4b08-8ba3-e0e19c5a304c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Oct 28 15:18:08.180000 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-413471d9-a7fc-4823-b8ed-f731f53acd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.186384 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-413471d9-a7fc-4823-b8ed-f731f53acd11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.186384 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-413471d9-a7fc-4823-b8ed-f731f53acd11 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/43ce1d24-9e14-42ef-9969-85de758787f2 HTTP/1.1" status: 204 len: 168 time: 0.2968099 Oct 28 15:18:08.192147 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413471d9-a7fc-4823-b8ed-f731f53acd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ce1d24-9e14-42ef-9969-85de758787f2,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:08.232873 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 36484) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:08.368376 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ad1d454d-e1c8-4756-9818-1dc5262e54c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.441362 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ad1d454d-e1c8-4756-9818-1dc5262e54c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.520897 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ad1d454d-e1c8-4756-9818-1dc5262e54c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.562905 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ad1d454d-e1c8-4756-9818-1dc5262e54c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=49d569c549d84c20af945a639a83b986&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264446 Oct 28 15:18:08.562905 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d454d-e1c8-4756-9818-1dc5262e54c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1566b18-2ca8-4330-b595-5fb6ea7c1036,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:08.563329 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36498) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:08.618402 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97e81104-9b77-4078-ae6b-6429ca4f7246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.641269 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97e81104-9b77-4078-ae6b-6429ca4f7246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.781298 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97e81104-9b77-4078-ae6b-6429ca4f7246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.785314 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97e81104-9b77-4078-ae6b-6429ca4f7246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:08.787027 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-97e81104-9b77-4078-ae6b-6429ca4f7246 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d1566b18-2ca8-4330-b595-5fb6ea7c1036 HTTP/1.1" status: 204 len: 168 time: 0.2220531 Oct 28 15:18:08.796375 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e81104-9b77-4078-ae6b-6429ca4f7246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1566b18-2ca8-4330-b595-5fb6ea7c1036,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:08.902161 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e4bf7-3ef7-45e6-8efc-d03c38685dd3 req-e99e1e96-87be-4d48-b81a-45db24366ed6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:08.903754 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-688e4bf7-3ef7-45e6-8efc-d03c38685dd3 req-e99e1e96-87be-4d48-b81a-45db24366ed6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 944 time: 0.0922713 Oct 28 15:18:08.917834 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1e466-667d-4c03-abaa-974178e73510 req-f0526f85-95ec-48b9-91d6-6eb729782e57 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:08.919846 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e3c1e466-667d-4c03-abaa-974178e73510 req-f0526f85-95ec-48b9-91d6-6eb729782e57 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0732486 Oct 28 15:18:08.975975 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-688e4bf7-3ef7-45e6-8efc-d03c38685dd3 req-b028c724-cd9c-4744-95c0-da69335a1cf9 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550475 Oct 28 15:18:08.983358 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e3c1e466-667d-4c03-abaa-974178e73510 req-2aea5b8e-5800-4e5e-8fd2-4bec3965058f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550301 Oct 28 15:18:09.185437 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7be66-8e1d-4f37-aa55-97e1d5b1fb16 req-5b61899e-1128-48fd-92a2-a540ce245cce tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:09.186790 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-def7be66-8e1d-4f37-aa55-97e1d5b1fb16 req-5b61899e-1128-48fd-92a2-a540ce245cce tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.0473418 Oct 28 15:18:09.226826 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-def7be66-8e1d-4f37-aa55-97e1d5b1fb16 req-f0427fcd-d8fb-4654-a586-76d4468dba38 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335531 Oct 28 15:18:09.835549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36550) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:09.849807 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-194cec56-f4da-404f-98f4-59bb32d8e810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:09.923935 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-194cec56-f4da-404f-98f4-59bb32d8e810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:10.025517 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-194cec56-f4da-404f-98f4-59bb32d8e810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:10.074050 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cec56-f4da-404f-98f4-59bb32d8e810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288d034d-7004-4a9a-9a95-266fdd01010e,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:10.143905 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-194cec56-f4da-404f-98f4-59bb32d8e810 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=55acea56fc864f43a101de1ace8e9cbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060379 Oct 28 15:18:10.146668 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36564) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:10.200474 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b689e3-3035-48d5-8ec0-f8389f22c2cc req-9d7e259e-6f05-42f7-a836-923f5a750fbb tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:10.201946 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-69b689e3-3035-48d5-8ec0-f8389f22c2cc req-9d7e259e-6f05-42f7-a836-923f5a750fbb tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.1337278 Oct 28 15:18:10.213927 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627d75c-6ccf-4534-bfc3-30fa3f6a52e3 req-1ad0badc-729f-45d0-b91c-00af05b58ce0 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:10.215341 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a627d75c-6ccf-4534-bfc3-30fa3f6a52e3 req-1ad0badc-729f-45d0-b91c-00af05b58ce0 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 944 time: 0.1482415 Oct 28 15:18:10.278570 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-26215a7e-86b8-49fe-bb23-730951ad6dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:10.289843 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-69b689e3-3035-48d5-8ec0-f8389f22c2cc req-c4563ea0-1b0d-49e5-adfe-e3d4ed939e54 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715251 Oct 28 15:18:10.300382 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a627d75c-6ccf-4534-bfc3-30fa3f6a52e3 req-aaf2634b-0f57-4849-a097-97af95d15d42 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721455 Oct 28 15:18:10.313764 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-26215a7e-86b8-49fe-bb23-730951ad6dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:10.420414 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:10.425480 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763d8a0-b09b-4b04-a2fc-29f6b3fa32b7 req-17a55767-05d8-481e-93c4-6797801ae7c1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:10.434208 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b763d8a0-b09b-4b04-a2fc-29f6b3fa32b7 req-17a55767-05d8-481e-93c4-6797801ae7c1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.0480595 Oct 28 15:18:10.462169 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-26215a7e-86b8-49fe-bb23-730951ad6dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:10.464965 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-26215a7e-86b8-49fe-bb23-730951ad6dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:10.466435 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-26215a7e-86b8-49fe-bb23-730951ad6dd8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/288d034d-7004-4a9a-9a95-266fdd01010e HTTP/1.1" status: 204 len: 168 time: 0.3185179 Oct 28 15:18:10.478028 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b763d8a0-b09b-4b04-a2fc-29f6b3fa32b7 req-d832dd43-de41-49a5-a387-847efb13fc08 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453198 Oct 28 15:18:10.481157 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26215a7e-86b8-49fe-bb23-730951ad6dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d034d-7004-4a9a-9a95-266fdd01010e,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:11.458903 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e4528-0230-4db1-81cc-ff40025f6d46 req-ccd56494-4555-427e-989d-a957da34c642 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:11.460358 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-905e4528-0230-4db1-81cc-ff40025f6d46 req-ccd56494-4555-427e-989d-a957da34c642 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0753591 Oct 28 15:18:11.468634 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c76249-a54b-4aee-b88a-877d880a3c71 req-0d924638-0e96-4b53-894e-eebeb9b99c67 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:11.470278 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b5c76249-a54b-4aee-b88a-877d880a3c71 req-0d924638-0e96-4b53-894e-eebeb9b99c67 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 944 time: 0.0959058 Oct 28 15:18:11.522319 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-905e4528-0230-4db1-81cc-ff40025f6d46 req-6210e564-ded8-4cd8-8d40-b9cae98b4ea4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508771 Oct 28 15:18:11.536472 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b5c76249-a54b-4aee-b88a-877d880a3c71 req-90f75b7f-6b72-4e95-b3d1-27baf5d5a5c7 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509956 Oct 28 15:18:11.659532 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0102e-fe81-47c2-9e2f-670ed67e6bd0 req-166cd605-0c93-4c78-b3d6-ceddd0680efc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:11.659532 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-46e0102e-fe81-47c2-9e2f-670ed67e6bd0 req-166cd605-0c93-4c78-b3d6-ceddd0680efc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.0503485 Oct 28 15:18:11.712012 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-46e0102e-fe81-47c2-9e2f-670ed67e6bd0 req-5c762eb4-737a-404a-8746-89bb38f06ead tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529695 Oct 28 15:18:12.702242 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e9696-7fe9-45d4-a313-9c86643451ce req-3f00e604-f00b-4a42-9ed6-97759b478664 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:12.703820 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-440e9696-7fe9-45d4-a313-9c86643451ce req-3f00e604-f00b-4a42-9ed6-97759b478664 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 944 time: 0.0758162 Oct 28 15:18:12.715459 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a994a0a-5e92-4f87-8659-62d482ca458a req-68884344-b10d-489a-9440-268862414583 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:12.716836 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6a994a0a-5e92-4f87-8659-62d482ca458a req-68884344-b10d-489a-9440-268862414583 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0784044 Oct 28 15:18:12.770429 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-440e9696-7fe9-45d4-a313-9c86643451ce req-d7870415-77c5-4c5f-a6e5-036d87cbd67d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526495 Oct 28 15:18:12.775145 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6a994a0a-5e92-4f87-8659-62d482ca458a req-67c130fa-3e74-4ac6-b9fb-9fb20e14312a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517576 Oct 28 15:18:12.873877 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44722043-3ac1-41ee-b216-34568f849714 req-b4be4c48-08e5-4873-9d48-5db327091f96 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:12.875303 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-44722043-3ac1-41ee-b216-34568f849714 req-b4be4c48-08e5-4873-9d48-5db327091f96 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 943 time: 0.0503561 Oct 28 15:18:12.912802 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-44722043-3ac1-41ee-b216-34568f849714 req-ced327f6-e70b-45f1-94b6-f3bb217b17d2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306282 Oct 28 15:18:13.141345 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device d916c38b-451d-479f-a682-24e2eb78f02d details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:18:13.151829 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:18:13.283779 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port d916c38b-451d-479f-a682-24e2eb78f02d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=d916c38b-451d-479f-a682-24e2eb78f02d,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:13.300517 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': 'd916c38b-451d-479f-a682-24e2eb78f02d', 'network_id': '2b4cfb2a-528c-4337-8cba-67365b64b43f', 'port_id': 'd916c38b-451d-479f-a682-24e2eb78f02d', 'mac_address': 'fa:16:3e:e9:f6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1078, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f28f299-d451-46af-ba3e-f8387f4a6ee3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:18:13.333826 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:18:13.448303 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:18:13.448690 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:13.477519 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:13.496969 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d916c38b-451d-479f-a682-24e2eb78f02d {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:18:13.522659 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port d916c38b-451d-479f-a682-24e2eb78f02d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=d916c38b-451d-479f-a682-24e2eb78f02d,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:13.564583 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:13.588984 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13279aaf-dc79-4544-b2dc-8c5099d7b405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac61c7a-48c7-42f0-b93d-6b3cb97a91c9'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:18:13.666498 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:13.677206 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:13.733871 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=d916c38b-451d-479f-a682-24e2eb78f02d,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:13.745504 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:13.746357 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:18:13.797101 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e130368-815e-403e-863d-baf77217e9a4" -d '{"events": [{"server_uuid": "13279aaf-dc79-4544-b2dc-8c5099d7b405", "name": "network-vif-plugged", "status": "completed", "tag": "fac61c7a-48c7-42f0-b93d-6b3cb97a91c9"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:18:13.800819 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36696) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:13.841524 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:13.911381 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed977295-a282-4163-b16d-f6f86c026004 req-b28538c0-28f7-4292-ba27-e120c76e24da tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:13.924698 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ed977295-a282-4163-b16d-f6f86c026004 req-b28538c0-28f7-4292-ba27-e120c76e24da tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 944 time: 0.0610402 Oct 28 15:18:13.924791 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcacc5c7-afad-4038-9dd7-1652b3f25c1b x-openstack-request-id: req-dcacc5c7-afad-4038-9dd7-1652b3f25c1b {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:18:13.924791 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13279aaf-dc79-4544-b2dc-8c5099d7b405", "name": "network-vif-plugged", "status": "completed", "tag": "fac61c7a-48c7-42f0-b93d-6b3cb97a91c9", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:18:13.924791 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dcacc5c7-afad-4038-9dd7-1652b3f25c1b {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:18:13.924791 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13279aaf-dc79-4544-b2dc-8c5099d7b405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac61c7a-48c7-42f0-b93d-6b3cb97a91c9', 'code': 200} Oct 28 15:18:13.934835 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5b86bee1-458f-4520-ae4d-5f36da8c791b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:13.977502 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:18:13.981486 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:18:13.981838 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:13.992177 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ed977295-a282-4163-b16d-f6f86c026004 req-77ca7890-a19f-4c46-9a84-e38d331c4de1 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712781 Oct 28 15:18:14.051178 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a732d-cebc-4310-84fa-1afb8e330b96 req-c9e4fd83-76ae-43cd-ab84-6aa621372f14 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:14.052856 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-481a732d-cebc-4310-84fa-1afb8e330b96 req-c9e4fd83-76ae-43cd-ab84-6aa621372f14 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0809267 Oct 28 15:18:14.072670 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.110576 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,segment=NetworkSegment(561d5881-300e-4389-9408-a46184d977c4),segment_id=561d5881-300e-4389-9408-a46184d977c4)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:14.125762 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5b86bee1-458f-4520-ae4d-5f36da8c791b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.137405 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-481a732d-cebc-4310-84fa-1afb8e330b96 req-d59dc686-971e-4824-a88e-f60c2d7a683a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778375 Oct 28 15:18:14.149587 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749762dd-4ed7-4faf-adcf-7a151d94d1ec req-d8a74f7d-1c34-4dc1-9928-6991563dbfb9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:14.150972 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-749762dd-4ed7-4faf-adcf-7a151d94d1ec req-d8a74f7d-1c34-4dc1-9928-6991563dbfb9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 944 time: 0.0903714 Oct 28 15:18:14.187304 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-749762dd-4ed7-4faf-adcf-7a151d94d1ec req-f3176b4d-1c60-4cc1-80f0-9f121c3c62d1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300527 Oct 28 15:18:14.202756 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.207825 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5b86bee1-458f-4520-ae4d-5f36da8c791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.247133 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-5b86bee1-458f-4520-ae4d-5f36da8c791b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dfa05bd7129c4a50af1c92ad20149513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427447 Oct 28 15:18:14.247133 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86bee1-458f-4520-ae4d-5f36da8c791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204d88b6-e561-4e73-9b5f-a9f327f2555d,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:14.249009 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 36706) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:14.268755 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:14.300326 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-db7f8e2d-0aa9-4b4e-b457-e59fd29d6ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.323535 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-db7f8e2d-0aa9-4b4e-b457-e59fd29d6ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.328138 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3c073-7244-4e9d-a9cb-4ea77bf09de3 req-1acaa63b-1c9c-44f8-b7fd-7e4f7ed00c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:14.328696 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-99d3c073-7244-4e9d-a9cb-4ea77bf09de3 req-1acaa63b-1c9c-44f8-b7fd-7e4f7ed00c54 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0870111 Oct 28 15:18:14.351150 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-99d3c073-7244-4e9d-a9cb-4ea77bf09de3 req-32a1b404-e73d-441c-88ed-fb3796be3f36 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.430030 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-99d3c073-7244-4e9d-a9cb-4ea77bf09de3 req-32a1b404-e73d-441c-88ed-fb3796be3f36 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.477673 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-db7f8e2d-0aa9-4b4e-b457-e59fd29d6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.481648 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-db7f8e2d-0aa9-4b4e-b457-e59fd29d6ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.482333 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['d916c38b-451d-479f-a682-24e2eb78f02d'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:18:14.482821 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-db7f8e2d-0aa9-4b4e-b457-e59fd29d6ee3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/204d88b6-e561-4e73-9b5f-a9f327f2555d HTTP/1.1" status: 204 len: 168 time: 0.2329445 Oct 28 15:18:14.491339 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f8e2d-0aa9-4b4e-b457-e59fd29d6ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204d88b6-e561-4e73-9b5f-a9f327f2555d,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:14.531885 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-99d3c073-7244-4e9d-a9cb-4ea77bf09de3 req-32a1b404-e73d-441c-88ed-fb3796be3f36 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:14.563730 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1b404-e73d-441c-88ed-fb3796be3f36 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=df6567a9-b2a0-4b77-beb5-e8556b2084ae,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:14.574073 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-99d3c073-7244-4e9d-a9cb-4ea77bf09de3 req-32a1b404-e73d-441c-88ed-fb3796be3f36 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359838 Oct 28 15:18:15.105134 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b58932-82f9-441c-b23e-f8f17af58de1 req-3b8a5073-4287-4b05-b39a-f1ab983566cb tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:15.106595 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c4b58932-82f9-441c-b23e-f8f17af58de1 req-3b8a5073-4287-4b05-b39a-f1ab983566cb tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0479188 Oct 28 15:18:15.142922 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c4b58932-82f9-441c-b23e-f8f17af58de1 req-7658613c-6140-4d1a-bf40-9f91c8e131c3 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303624 Oct 28 15:18:15.259015 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e5a87-a70e-4352-b984-98c1f42dafe7 req-89c2122d-59d4-4b7e-8cdd-dfdcf832db9e tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:15.260525 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8e0e5a87-a70e-4352-b984-98c1f42dafe7 req-89c2122d-59d4-4b7e-8cdd-dfdcf832db9e tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0525410 Oct 28 15:18:15.325312 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8e0e5a87-a70e-4352-b984-98c1f42dafe7 req-c9632dff-3b56-4f3d-84d9-430c00eba451 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591042 Oct 28 15:18:15.341265 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8820d5-dae4-420c-8564-82d467b724bb req-8956b97a-9814-4794-8c5d-add46a1bd121 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:15.345567 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e8820d5-dae4-420c-8564-82d467b724bb req-8956b97a-9814-4794-8c5d-add46a1bd121 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 944 time: 0.0736427 Oct 28 15:18:15.386948 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e8820d5-dae4-420c-8564-82d467b724bb req-e5a7bc66-2335-4e59-92d0-9007fd5044a5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346179 Oct 28 15:18:15.470826 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-021f8ea2-5a3b-4c3f-898f-88a55346ac7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:15.920079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84969cc-4f86-4c5d-ab37-08473a79a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:18:15.922679 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dd373a-5397-4a04-8325-15bc79953751" -d '{"events": [{"server_uuid": "a84969cc-4f86-4c5d-ab37-08473a79a268", "name": "network-vif-plugged", "status": "completed", "tag": "16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:18:16.004038 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ef35f3-481f-4af5-a8e2-6788fe27ff75 x-openstack-request-id: req-b8ef35f3-481f-4af5-a8e2-6788fe27ff75 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:18:16.004324 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84969cc-4f86-4c5d-ab37-08473a79a268", "name": "network-vif-plugged", "status": "completed", "tag": "16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:18:16.004612 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b8ef35f3-481f-4af5-a8e2-6788fe27ff75 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:18:16.005002 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84969cc-4f86-4c5d-ab37-08473a79a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c', 'code': 200} Oct 28 15:18:16.258991 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cacab-60cb-4d1e-8701-7998baf7610b req-272d7446-1c6b-48dc-bf58-878a24998503 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:16.261029 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eb6cacab-60cb-4d1e-8701-7998baf7610b req-272d7446-1c6b-48dc-bf58-878a24998503 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0524330 Oct 28 15:18:16.312050 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eb6cacab-60cb-4d1e-8701-7998baf7610b req-ee74220e-c754-4f98-9a64-52aeb6f26da6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Oct 28 15:18:16.467650 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd37ea-e1c4-4961-bc30-ee284aa7e3b8 req-c3220325-8bee-41b8-8da4-fba3a4375b45 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:16.469245 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7acd37ea-e1c4-4961-bc30-ee284aa7e3b8 req-c3220325-8bee-41b8-8da4-fba3a4375b45 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 943 time: 0.0649292 Oct 28 15:18:16.481260 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd62f0-7451-4779-9cce-f794d7c11938 req-106296eb-0953-420d-8d52-1a1aecd7c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:16.482839 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8abd62f0-7451-4779-9cce-f794d7c11938 req-106296eb-0953-420d-8d52-1a1aecd7c727 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 1098 time: 0.0434699 Oct 28 15:18:16.529759 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8abd62f0-7451-4779-9cce-f794d7c11938 req-898874d7-2e3b-4489-b04f-82102968d798 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330653 Oct 28 15:18:16.579480 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca56764-fba7-4c47-9ca1-aca59ad9e0e2 req-71cf5f97-78e9-4f88-9ca3-254f6b06904c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:16.585020 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3ca56764-fba7-4c47-9ca1-aca59ad9e0e2 req-71cf5f97-78e9-4f88-9ca3-254f6b06904c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 944 time: 0.1148112 Oct 28 15:18:16.588425 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7acd37ea-e1c4-4961-bc30-ee284aa7e3b8 req-0d60d6e4-9bed-4f58-ae3c-117c3136e811 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978606 Oct 28 15:18:16.622821 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3ca56764-fba7-4c47-9ca1-aca59ad9e0e2 req-cb48224e-0059-4541-a9f9-fa2134b3e485 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Oct 28 15:18:17.153786 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 85c34099-a099-4021-9a51-9f8fd2eb32a5 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:18:17.223924 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device d916c38b-451d-479f-a682-24e2eb78f02d up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:18:17.306549 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 85c34099-a099-4021-9a51-9f8fd2eb32a5, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:17.318493 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'port_id': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'mac_address': 'fa:16:3e:76:8f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:18:17.356853 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:17.374287 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c34099-a099-4021-9a51-9f8fd2eb32a5 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:18:17.397497 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 85c34099-a099-4021-9a51-9f8fd2eb32a5, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:17.440659 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fd33-14c2-4eeb-972c-06eb09ece2b0 req-c0b3c76b-dec4-4b08-9c5e-dc44bc98566c tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:17.442215 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21a0fd33-14c2-4eeb-972c-06eb09ece2b0 req-c0b3c76b-dec4-4b08-9c5e-dc44bc98566c tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0505121 Oct 28 15:18:17.483140 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port d916c38b-451d-479f-a682-24e2eb78f02d completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:18:17.488494 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port d916c38b-451d-479f-a682-24e2eb78f02d triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:18:17.493346 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21a0fd33-14c2-4eeb-972c-06eb09ece2b0 req-131266f6-9885-4186-9f7c-a7f78b8ae885 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413730 Oct 28 15:18:17.494451 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:17.542712 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:17.626937 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=85c34099-a099-4021-9a51-9f8fd2eb32a5,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:17.646882 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:17.702587 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port d916c38b-451d-479f-a682-24e2eb78f02d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=d916c38b-451d-479f-a682-24e2eb78f02d,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:17.753584 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e013-1f75-4f18-ad2e-daea5cffea94 req-a652c1ee-fdc6-4a19-b271-f1cbf535e44d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:17.755251 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-19b8e013-1f75-4f18-ad2e-daea5cffea94 req-a652c1ee-fdc6-4a19-b271-f1cbf535e44d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 944 time: 0.0816872 Oct 28 15:18:17.785950 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2749462-9c05-44e4-b2c4-5afa7b7f7b3d req-696d6329-ec8b-40b4-a1ff-fc9fcfcf4d46 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:17.787282 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a2749462-9c05-44e4-b2c4-5afa7b7f7b3d req-696d6329-ec8b-40b4-a1ff-fc9fcfcf4d46 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 944 time: 0.0839469 Oct 28 15:18:17.819416 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-19b8e013-1f75-4f18-ad2e-daea5cffea94 req-9b926995-02cb-4339-90b1-e0c4276bbf54 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560923 Oct 28 15:18:17.851398 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a2749462-9c05-44e4-b2c4-5afa7b7f7b3d req-6cdd6bf5-dd30-4795-9642-201b8a09a275 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570199 Oct 28 15:18:17.884169 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:17.939319 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=d916c38b-451d-479f-a682-24e2eb78f02d,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:18.006657 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59063a8-b8d4-40b6-97e8-cbe60c3df84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd916c38b-451d-479f-a682-24e2eb78f02d'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:18:18.009057 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ce321d-12d9-4719-83b0-bb54ef29396f" -d '{"events": [{"server_uuid": "e59063a8-b8d4-40b6-97e8-cbe60c3df84a", "name": "network-vif-plugged", "status": "completed", "tag": "d916c38b-451d-479f-a682-24e2eb78f02d"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:18:18.047826 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b43decc-ee6e-47dd-bb8a-7652942e5aa5 x-openstack-request-id: req-6b43decc-ee6e-47dd-bb8a-7652942e5aa5 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:18:18.048131 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59063a8-b8d4-40b6-97e8-cbe60c3df84a", "name": "network-vif-plugged", "status": "completed", "tag": "d916c38b-451d-479f-a682-24e2eb78f02d", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:18:18.048373 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6b43decc-ee6e-47dd-bb8a-7652942e5aa5 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:18:18.054944 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59063a8-b8d4-40b6-97e8-cbe60c3df84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd916c38b-451d-479f-a682-24e2eb78f02d', 'code': 200} Oct 28 15:18:18.115048 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58fa896b-9faa-4c9d-b486-46e8dc890745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:18.618430 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297caf6-4445-47fc-9fbc-8718a32985f8 req-3702cef2-b520-4daf-8977-8d31777c711d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:18.620863 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8297caf6-4445-47fc-9fbc-8718a32985f8 req-3702cef2-b520-4daf-8977-8d31777c711d tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0622995 Oct 28 15:18:18.658924 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8297caf6-4445-47fc-9fbc-8718a32985f8 req-e3c5286c-c479-448b-8076-5783975db187 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Oct 28 15:18:19.072246 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:19.177419 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6de5e6-789e-4f5d-952f-42483486aafa req-15b40845-89e2-4cc2-ad94-81bec95def0e tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:19.178922 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d6de5e6-789e-4f5d-952f-42483486aafa req-15b40845-89e2-4cc2-ad94-81bec95def0e tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 944 time: 0.2832911 Oct 28 15:18:19.198993 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaff6e6-4fe1-4372-a14e-52d1f7301b31 req-7a6d883b-d94d-41d1-bc82-9d8103762dd0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:19.200360 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edaff6e6-4fe1-4372-a14e-52d1f7301b31 req-7a6d883b-d94d-41d1-bc82-9d8103762dd0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.2663188 Oct 28 15:18:19.242200 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d6de5e6-789e-4f5d-952f-42483486aafa req-9abd806b-9be3-4b32-a8bd-36020302b96a tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559275 Oct 28 15:18:19.255282 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edaff6e6-4fe1-4372-a14e-52d1f7301b31 req-51fcaacf-4f4d-4842-8205-85c5fe51f7eb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 Oct 28 15:18:19.271711 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:19.775655 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d1a4f-cf70-4a7e-96bd-a38da173fa97 req-3f9ca5c1-3308-4d09-8bff-f313e52a0d25 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:19.777231 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-469d1a4f-cf70-4a7e-96bd-a38da173fa97 req-3f9ca5c1-3308-4d09-8bff-f313e52a0d25 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0513129 Oct 28 15:18:19.815685 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-469d1a4f-cf70-4a7e-96bd-a38da173fa97 req-b0542b0f-3c51-4040-b81c-bc855c70cbd0 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Oct 28 15:18:20.400370 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9203c1-417b-4816-aafd-232ed0f2f034 req-f65813f3-9260-44b2-b8c8-a56a981beaf0 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:20.401916 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fd9203c1-417b-4816-aafd-232ed0f2f034 req-f65813f3-9260-44b2-b8c8-a56a981beaf0 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 944 time: 0.0848482 Oct 28 15:18:20.410565 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4429fc-f38f-424d-83e0-3ca148b5b8e6 req-0820c87e-18d4-4f00-8a67-37b434b77c98 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:20.412032 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc4429fc-f38f-424d-83e0-3ca148b5b8e6 req-0820c87e-18d4-4f00-8a67-37b434b77c98 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0801380 Oct 28 15:18:20.466414 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fd9203c1-417b-4816-aafd-232ed0f2f034 req-9de3a631-8c94-40a8-8818-df1eb2e0aa03 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529923 Oct 28 15:18:20.471403 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc4429fc-f38f-424d-83e0-3ca148b5b8e6 req-84600b1a-ca74-409c-bd1c-d29b022648a3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526228 Oct 28 15:18:20.905772 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:20.927955 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab98491-2087-406a-83c8-63b221904f38 req-f5965383-459d-491b-8605-5a135359269f tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:20.929439 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0ab98491-2087-406a-83c8-63b221904f38 req-f5965383-459d-491b-8605-5a135359269f tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0480144 Oct 28 15:18:20.972762 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0ab98491-2087-406a-83c8-63b221904f38 req-0fc945f6-c897-491c-98ca-3b54fb102bea tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Oct 28 15:18:21.627456 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272563c-b51a-46c7-bcc2-76194fa78452 req-7e528be6-6db4-4943-ad67-ec8306b847df tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:21.627456 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8272563c-b51a-46c7-bcc2-76194fa78452 req-7e528be6-6db4-4943-ad67-ec8306b847df tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 944 time: 0.0785174 Oct 28 15:18:21.627456 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9763-76a9-4c32-a63c-2dd7a9df70e6 req-7b7b7798-cd5f-4894-bf4d-13a6d33ed5ed tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:21.628500 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9bbf9763-76a9-4c32-a63c-2dd7a9df70e6 req-7b7b7798-cd5f-4894-bf4d-13a6d33ed5ed tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0865874 Oct 28 15:18:21.679417 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8272563c-b51a-46c7-bcc2-76194fa78452 req-59d8533b-367f-4a6f-b2a7-1c53d38a4db4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499599 Oct 28 15:18:21.697794 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9bbf9763-76a9-4c32-a63c-2dd7a9df70e6 req-b033a7ba-34fd-4187-9edc-505ab25ca65f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533762 Oct 28 15:18:22.086633 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00a72-0a4f-49c2-a8a6-30e5bb4ab666 req-1005ee6b-2d3d-4bb8-8ae8-43aa037f0c34 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:22.088089 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-55d00a72-0a4f-49c2-a8a6-30e5bb4ab666 req-1005ee6b-2d3d-4bb8-8ae8-43aa037f0c34 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0480437 Oct 28 15:18:22.125417 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-55d00a72-0a4f-49c2-a8a6-30e5bb4ab666 req-74feeb4f-56ee-4a0a-9a57-7a056ab09b01 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Oct 28 15:18:22.646444 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['85c34099-a099-4021-9a51-9f8fd2eb32a5'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:18:22.761636 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731eb42-4cbb-484a-92e0-80369805e697 req-b55148d4-e38a-4594-a4b6-e9b1d5a03be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:22.763057 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c731eb42-4cbb-484a-92e0-80369805e697 req-b55148d4-e38a-4594-a4b6-e9b1d5a03be4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0617449 Oct 28 15:18:22.804024 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c731eb42-4cbb-484a-92e0-80369805e697 req-c8aba522-506d-43d3-bc58-05c9dc6248a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Oct 28 15:18:22.848494 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc1c39-09ae-4632-b75f-f219c601602a req-7b9db0db-61ac-4a48-9e65-2954a404545b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:22.855959 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a7fc1c39-09ae-4632-b75f-f219c601602a req-7b9db0db-61ac-4a48-9e65-2954a404545b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 944 time: 0.0846689 Oct 28 15:18:22.858214 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae93de-f71c-489d-a62b-a24981ca1d1c req-049af6c9-19ff-4ca0-a84f-32b0754238d8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:22.859608 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-76ae93de-f71c-489d-a62b-a24981ca1d1c req-049af6c9-19ff-4ca0-a84f-32b0754238d8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0931008 Oct 28 15:18:22.916331 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a7fc1c39-09ae-4632-b75f-f219c601602a req-42b34adc-c290-467e-bcd5-c99e9d4cc959 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557461 Oct 28 15:18:22.919919 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-76ae93de-f71c-489d-a62b-a24981ca1d1c req-0f182fc4-f298-4046-8d7f-b94e51e33d82 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 Oct 28 15:18:23.244678 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532389-0687-4fc4-890f-e5e0a43fc244 req-ac41cf70-b410-4db7-825c-f48a9daa7acb tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:23.246201 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-08532389-0687-4fc4-890f-e5e0a43fc244 req-ac41cf70-b410-4db7-825c-f48a9daa7acb tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Oct 28 15:18:23.285172 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-08532389-0687-4fc4-890f-e5e0a43fc244 req-ded4d9e6-9b32-4fe5-8576-2f907c58ad0a tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Oct 28 15:18:24.067108 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eed4b-b35f-4eea-a5ae-16df35ff1201 req-47acd1a3-26fe-4ebe-85f6-4ada7860a15b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:24.068634 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b85eed4b-b35f-4eea-a5ae-16df35ff1201 req-47acd1a3-26fe-4ebe-85f6-4ada7860a15b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0815372 Oct 28 15:18:24.079961 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664a61c-a6b2-4ff1-91f3-08bd44f50d70 req-9a4b4d8b-5288-46e6-9907-def1fb718a4d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:24.081734 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e664a61c-a6b2-4ff1-91f3-08bd44f50d70 req-9a4b4d8b-5288-46e6-9907-def1fb718a4d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 944 time: 0.0676126 Oct 28 15:18:24.133927 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b85eed4b-b35f-4eea-a5ae-16df35ff1201 req-132b6258-75be-4227-b7db-07ce6711eea4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514305 Oct 28 15:18:24.140775 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e664a61c-a6b2-4ff1-91f3-08bd44f50d70 req-4af4fc79-89a6-436d-be59-a75b1d685b13 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517178 Oct 28 15:18:24.650237 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 85c34099-a099-4021-9a51-9f8fd2eb32a5 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:18:24.843359 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 85c34099-a099-4021-9a51-9f8fd2eb32a5 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:18:24.848086 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 85c34099-a099-4021-9a51-9f8fd2eb32a5 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:18:24.848513 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:24.929838 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:24.952145 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c34099-a099-4021-9a51-9f8fd2eb32a5'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:18:24.954380 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cf8efc-a3c6-476a-9c9d-c6a33d504504" -d '{"events": [{"server_uuid": "cc888dd6-aa57-4e8e-9d1b-9a38b32f3597", "name": "network-vif-plugged", "status": "completed", "tag": "85c34099-a099-4021-9a51-9f8fd2eb32a5"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:18:24.967315 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 85c34099-a099-4021-9a51-9f8fd2eb32a5, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:18:24.990907 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fe4aa5-efe6-4822-9c6a-2cfc108126de x-openstack-request-id: req-a7fe4aa5-efe6-4822-9c6a-2cfc108126de {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:18:24.991227 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc888dd6-aa57-4e8e-9d1b-9a38b32f3597", "name": "network-vif-plugged", "status": "completed", "tag": "85c34099-a099-4021-9a51-9f8fd2eb32a5", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:18:24.991566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a7fe4aa5-efe6-4822-9c6a-2cfc108126de {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:18:24.991969 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'code': 200} Oct 28 15:18:25.140407 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:25.202508 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=85c34099-a099-4021-9a51-9f8fd2eb32a5,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:25.268341 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565439a-0395-463e-80b5-f9816daece71 req-cc2ab7e2-df72-4030-8ff7-6e30d403dd84 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:25.271010 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d565439a-0395-463e-80b5-f9816daece71 req-cc2ab7e2-df72-4030-8ff7-6e30d403dd84 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0678015 Oct 28 15:18:25.334508 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d565439a-0395-463e-80b5-f9816daece71 req-a85094d4-6a36-43cc-9edd-aecd58ff4d40 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529132 Oct 28 15:18:25.342757 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6b98a-4961-4923-b0c0-69eb9ab45400 req-379f75a1-b801-4d3a-a1bd-564f6c0a65d1 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:25.344161 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2f6b98a-4961-4923-b0c0-69eb9ab45400 req-379f75a1-b801-4d3a-a1bd-564f6c0a65d1 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 945 time: 0.0723045 Oct 28 15:18:25.387136 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2f6b98a-4961-4923-b0c0-69eb9ab45400 req-cc5ecb5c-f616-4dcd-acc9-994c8169c5d3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337300 Oct 28 15:18:25.465084 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6c0a3-bc09-400e-81ec-5841bcfdfbf2 req-ea9e56c3-b46e-45c5-9fbf-59a2578cf59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:25.467351 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-11e6c0a3-bc09-400e-81ec-5841bcfdfbf2 req-ea9e56c3-b46e-45c5-9fbf-59a2578cf59e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 1098 time: 0.0450673 Oct 28 15:18:25.527267 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-11e6c0a3-bc09-400e-81ec-5841bcfdfbf2 req-5e259e67-7c37-4d28-8006-3fa6e858ddbe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302095 Oct 28 15:18:26.446742 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17544d-639d-4da3-9295-741f80a7bb1e req-9600cf62-0a1b-47eb-b503-4034fc8ae12c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:26.448282 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3b17544d-639d-4da3-9295-741f80a7bb1e req-9600cf62-0a1b-47eb-b503-4034fc8ae12c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0487497 Oct 28 15:18:26.516022 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3b17544d-639d-4da3-9295-741f80a7bb1e req-66924913-644a-4fe3-88ff-9741aaac69a6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610278 Oct 28 15:18:26.534764 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2109f3-4935-4ead-9b48-1492f1346aef req-85b7911e-6025-41af-b423-5f87d32435d7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:26.536191 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fc2109f3-4935-4ead-9b48-1492f1346aef req-85b7911e-6025-41af-b423-5f87d32435d7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 945 time: 0.0615461 Oct 28 15:18:26.574007 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fc2109f3-4935-4ead-9b48-1492f1346aef req-5280e2ed-bb17-4453-abe4-81160857a4e7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316923 Oct 28 15:18:27.245850 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d65e6-cb99-4dea-8810-e3d13a0a6283 req-7ac0706f-8838-48db-a81b-c7f4eaa60f75 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:27.247356 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-442d65e6-cb99-4dea-8810-e3d13a0a6283 req-7ac0706f-8838-48db-a81b-c7f4eaa60f75 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0480769 Oct 28 15:18:27.287905 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-442d65e6-cb99-4dea-8810-e3d13a0a6283 req-cdc22e93-90a3-4b74-a7d7-aef8693ea398 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335121 Oct 28 15:18:27.358687 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-b18abadb-c5a9-4753-980f-599a11251a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:27.360096 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-b18abadb-c5a9-4753-980f-599a11251a19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0396726 Oct 28 15:18:27.646152 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-98696a7f-5221-4bba-b929-1dc35400fdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:27.647666 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-98696a7f-5221-4bba-b929-1dc35400fdd7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.2593632 Oct 28 15:18:27.692110 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c879c-409e-494d-b058-9876581b1272 req-a28a98e3-87dc-42e5-8578-8e35d47996ca tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:27.693603 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8d0c879c-409e-494d-b058-9876581b1272 req-a28a98e3-87dc-42e5-8578-8e35d47996ca tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 945 time: 0.0478127 Oct 28 15:18:27.696754 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-8363e9c8-3927-4d92-aa0d-6ae4ca2fd39e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0338476 Oct 28 15:18:27.746720 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8d0c879c-409e-494d-b058-9876581b1272 req-cf691ed2-78bf-4ffc-9f21-1095598cd724 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441058 Oct 28 15:18:27.801251 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-65729b92-9a64-4e9c-9d4c-6010d436a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:27.804759 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-65729b92-9a64-4e9c-9d4c-6010d436a899 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0768309 Oct 28 15:18:27.857899 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-6c81e7d2-5cbc-4de2-a342-dc798f8ef6a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277674 Oct 28 15:18:27.960117 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-35f065d9-a4b5-4e56-b625-4f1139ef4ffb service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851195 Oct 28 15:18:28.072153 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a727f20a-3d2d-4e3e-ae99-f85c8998c603 req-6bbf0b8e-bc26-47ca-94a3-21b319fd3564 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950480 Oct 28 15:18:28.444672 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a764d5-2c14-4464-b3b5-46a4461e5d97 req-d8a51376-bfa9-4cf3-9416-af1cf43fd89e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:28.446108 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-10a764d5-2c14-4464-b3b5-46a4461e5d97 req-d8a51376-bfa9-4cf3-9416-af1cf43fd89e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0496628 Oct 28 15:18:28.485331 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-10a764d5-2c14-4464-b3b5-46a4461e5d97 req-57993ad1-f13b-43de-8402-c14797db486a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Oct 28 15:18:28.894555 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40212ab-911c-44ce-aadf-fa42cac5d301 req-d270dcf6-935f-41cb-bd54-9e95327b3361 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:28.900445 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e40212ab-911c-44ce-aadf-fa42cac5d301 req-d270dcf6-935f-41cb-bd54-9e95327b3361 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 945 time: 0.0628293 Oct 28 15:18:28.942045 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e40212ab-911c-44ce-aadf-fa42cac5d301 req-75bf6cab-897b-450b-adc5-025f65fafc82 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406096 Oct 28 15:18:28.961466 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37124) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:28.991534 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37130) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:29.069712 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5b95f-2e32-4fd1-88bf-e7d42243d1e2 req-4dee31ce-ca96-4a43-a5cb-5cd3968f35f6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:29.071284 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d5d5b95f-2e32-4fd1-88bf-e7d42243d1e2 req-4dee31ce-ca96-4a43-a5cb-5cd3968f35f6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 945 time: 0.0620635 Oct 28 15:18:29.080369 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37134) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:29.084509 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.086143 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'floatingip': {'port_id': '85c34099-a099-4021-9a51-9f8fd2eb32a5'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:18:29.121410 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b606fad4-fa73-462c-8b30-b6c69c7c90ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.154244 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.217688 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.262235 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b606fad4-fa73-462c-8b30-b6c69c7c90ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.329121 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.365315 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193294c1-cda9-46aa-9c55-fe682265f0b0,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:29.369119 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a7772e14c1ce409a93f35aa16619cd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066420 Oct 28 15:18:29.373728 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37142) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:29.380746 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.381094 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.381436 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.381764 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.382352 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.382676 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.382995 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.383317 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.383631 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.383949 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.384262 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.384605 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1cd56a-8f9d-4500-8bec-db7c99375482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:29.414879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b606fad4-fa73-462c-8b30-b6c69c7c90ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.452692 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606fad4-fa73-462c-8b30-b6c69c7c90ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd84b77-dd06-4a6a-a25d-4d08a7c24a42,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:29.459177 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-b606fad4-fa73-462c-8b30-b6c69c7c90ea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=81c80870d59145c7afcb416796bd4f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642563 Oct 28 15:18:29.459492 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37144) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:29.495998 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c20b84a6-c172-4cfd-af7f-bea3d7a58fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.531432 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c20b84a6-c172-4cfd-af7f-bea3d7a58fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.542203 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-642a772a-d27b-4b5d-bb55-c85e9abf57ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.606422 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-642a772a-d27b-4b5d-bb55-c85e9abf57ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.654079 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0b472-57f2-46cb-96d1-5a579fc3f641 req-1eb59d69-2c63-419b-800a-60f421b565f4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:29.655543 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-13f0b472-57f2-46cb-96d1-5a579fc3f641 req-1eb59d69-2c63-419b-800a-60f421b565f4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0928710 Oct 28 15:18:29.698847 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-13f0b472-57f2-46cb-96d1-5a579fc3f641 req-bad31c7d-f364-4546-94a9-eb3e3755b598 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359187 Oct 28 15:18:29.778703 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.809301 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c20b84a6-c172-4cfd-af7f-bea3d7a58fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.813422 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c20b84a6-c172-4cfd-af7f-bea3d7a58fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.813422 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c20b84a6-c172-4cfd-af7f-bea3d7a58fc4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/193294c1-cda9-46aa-9c55-fe682265f0b0 HTTP/1.1" status: 204 len: 168 time: 0.4385087 Oct 28 15:18:29.821076 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b84a6-c172-4cfd-af7f-bea3d7a58fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193294c1-cda9-46aa-9c55-fe682265f0b0,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:29.866260 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-642a772a-d27b-4b5d-bb55-c85e9abf57ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.869042 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-642a772a-d27b-4b5d-bb55-c85e9abf57ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:29.870213 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-642a772a-d27b-4b5d-bb55-c85e9abf57ee admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cdd84b77-dd06-4a6a-a25d-4d08a7c24a42 HTTP/1.1" status: 204 len: 168 time: 0.4098537 Oct 28 15:18:29.878211 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a772a-d27b-4b5d-bb55-c85e9abf57ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd84b77-dd06-4a6a-a25d-4d08a7c24a42,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:29.928960 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:30.041220 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.l3_db [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Floating IP 24c28af6-79fa-42e4-b653-724e696cddef associated. External IP: 172.27.1.195, port: 85c34099-a099-4021-9a51-9f8fd2eb32a5. Oct 28 15:18:30.245350 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Router 7beece5a-d048-45d2-8597-10b2472c8de8 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:18:30.544967 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:18:30.547005 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:30.555363 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] Sync routers for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:18:30.566696 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:18:30.567386 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:18:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:18:30.575127 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-87286cd7-c337-42f9-9f93-b8a8d71b3b98 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "PUT /v2.0/floatingips/24c28af6-79fa-42e4-b653-724e696cddef HTTP/1.1" status: 200 len: 991 time: 1.4924719 Oct 28 15:18:30.579637 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'tag': '85c34099-a099-4021-9a51-9f8fd2eb32a5'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:18:30.579637 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be33e96-6bbb-4462-9658-da4757f25b05" -d '{"events": [{"name": "network-changed", "server_uuid": "cc888dd6-aa57-4e8e-9d1b-9a38b32f3597", "tag": "85c34099-a099-4021-9a51-9f8fd2eb32a5"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:18:30.614934 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeb1747-ec6c-4666-bfff-7b33c14b983c x-openstack-request-id: req-caeb1747-ec6c-4666-bfff-7b33c14b983c {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:18:30.615490 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc888dd6-aa57-4e8e-9d1b-9a38b32f3597", "tag": "85c34099-a099-4021-9a51-9f8fd2eb32a5", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:18:30.615809 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-caeb1747-ec6c-4666-bfff-7b33c14b983c {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:18:30.616373 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'tag': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'status': 'completed', 'code': 200} Oct 28 15:18:30.676809 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:18:30.819893 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbd7b7-b131-4a26-ae00-8fbc92054ec3 req-b99ead5c-5c47-45bf-a519-9be3c5f61ead tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:30.821591 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-46cbd7b7-b131-4a26-ae00-8fbc92054ec3 req-b99ead5c-5c47-45bf-a519-9be3c5f61ead tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0515413 Oct 28 15:18:30.862560 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-46cbd7b7-b131-4a26-ae00-8fbc92054ec3 req-b4173a76-6434-4df6-a994-1d451d98fbf9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Oct 28 15:18:30.905046 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37172) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:30.918387 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:30.956128 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '24c28af6-79fa-42e4-b653-724e696cddef', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'port_id': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'mac_address': 'fa:16:3e:76:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:17:45Z', 'updated_at': '2021-10-28T15:18:29Z', 'revision_number': 1, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:18:30.966383 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37174) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:30.983522 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12263d29-d5ac-4326-9a14-65665dd16a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:30.986885 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] Checking router: 7beece5a-d048-45d2-8597-10b2472c8de8 for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:18:30.996063 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:18:30.996700 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:18:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:18:31.018911 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.075925 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12263d29-d5ac-4326-9a14-65665dd16a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.077432 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.103548 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:18:31.115839 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=21d5b2d0138b450bb051cf5ca9469629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096591 Oct 28 15:18:31.116802 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d7f4f-f80d-468f-b2be-0f3d8d7f99dd,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:31.118590 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37176) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:31.124713 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.125058 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.125394 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.125726 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.126045 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.126372 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.126690 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.127008 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.127337 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.127671 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.127988 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.128298 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae702a1-8f83-4420-ac98-7378bcfd185e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:18:31.157655 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12263d29-d5ac-4326-9a14-65665dd16a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.174032 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0c33db32-a8f5-440c-bd3e-c83035c416b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.191127 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12263d29-d5ac-4326-9a14-65665dd16a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8e6c29-fe39-4b76-8ed0-4bfbc69b9127,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:31.197603 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0c33db32-a8f5-440c-bd3e-c83035c416b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.207341 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-12263d29-d5ac-4326-9a14-65665dd16a2e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4542e549012b4bc69abca9a4f78cbe85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394414 Oct 28 15:18:31.209351 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37178) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:31.268492 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0d8c89ea-1a2a-415e-8703-ac4b818263ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.289786 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0d8c89ea-1a2a-415e-8703-ac4b818263ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.374773 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0c33db32-a8f5-440c-bd3e-c83035c416b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.378214 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0c33db32-a8f5-440c-bd3e-c83035c416b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.379610 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-0c33db32-a8f5-440c-bd3e-c83035c416b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7a2d7f4f-f80d-468f-b2be-0f3d8d7f99dd HTTP/1.1" status: 204 len: 168 time: 0.2599778 Oct 28 15:18:31.388376 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33db32-a8f5-440c-bd3e-c83035c416b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d7f4f-f80d-468f-b2be-0f3d8d7f99dd,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:31.415433 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0d8c89ea-1a2a-415e-8703-ac4b818263ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.420103 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0d8c89ea-1a2a-415e-8703-ac4b818263ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:31.421374 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-0d8c89ea-1a2a-415e-8703-ac4b818263ac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3e8e6c29-fe39-4b76-8ed0-4bfbc69b9127 HTTP/1.1" status: 204 len: 168 time: 0.2111032 Oct 28 15:18:31.430703 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c89ea-1a2a-415e-8703-ac4b818263ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8e6c29-fe39-4b76-8ed0-4bfbc69b9127,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:31.455585 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '24c28af6-79fa-42e4-b653-724e696cddef', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'port_id': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'mac_address': 'fa:16:3e:76:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:17:45Z', 'updated_at': '2021-10-28T15:18:29Z', 'revision_number': 1, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:18:31.486278 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135182f4-4db1-4c00-bf5f-869cb0d9dc32 None None] The sync data for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi is: [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '24c28af6-79fa-42e4-b653-724e696cddef', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'port_id': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'mac_address': 'fa:16:3e:76:8f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:17:45Z', 'updated_at': '2021-10-28T15:18:29Z', 'revision_number': 1, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:18:31.504053 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:18:31.690933 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f1789b-cc07-49be-a9c3-3cc6ccff78cb None None] New status for floating IP 24c28af6-79fa-42e4-b653-724e696cddef: ACTIVE {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:18:31.984841 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d00975-d9c9-40a4-ab8c-74646c72825a req-35f270d7-940d-491b-9658-adbd5b41a0c2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:31.986344 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b7d00975-d9c9-40a4-ab8c-74646c72825a req-35f270d7-940d-491b-9658-adbd5b41a0c2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0577536 Oct 28 15:18:32.053758 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b7d00975-d9c9-40a4-ab8c-74646c72825a req-f276a368-a4ef-40f6-9b2c-b60418f57bd3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507183 Oct 28 15:18:33.155561 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cacffc-9476-4267-85d9-227928caae3f req-669af6c2-2ea9-43d2-b640-711cc4b595cb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:33.157024 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7cacffc-9476-4267-85d9-227928caae3f req-669af6c2-2ea9-43d2-b640-711cc4b595cb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0480630 Oct 28 15:18:33.209347 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7cacffc-9476-4267-85d9-227928caae3f req-6bb116ba-1c03-482c-bdde-4d0fe5cffd02 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455060 Oct 28 15:18:34.132611 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-cde2fc75-877a-4634-9fdd-71b421173bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:34.136874 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-cde2fc75-877a-4634-9fdd-71b421173bcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 1098 time: 0.0626032 Oct 28 15:18:34.348485 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f49be1-c49e-40d5-ab57-d6f638e789bb req-042101ee-e1e3-415f-9dcf-36163f03efb0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:34.349939 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-00f49be1-c49e-40d5-ab57-d6f638e789bb req-042101ee-e1e3-415f-9dcf-36163f03efb0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0530796 Oct 28 15:18:34.364163 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-88f6a7ea-95e9-44e7-98c1-3c3e216f8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:34.365869 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-88f6a7ea-95e9-44e7-98c1-3c3e216f8850 service neutron] 10.222.0.49 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 919 time: 0.1071918 Oct 28 15:18:34.388492 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-00f49be1-c49e-40d5-ab57-d6f638e789bb req-fc87cd9f-37fa-44d7-85a1-a194f4efaf96 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Oct 28 15:18:34.466121 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-f9aa2009-911b-4cf3-96ac-84ba5799c444 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5 HTTP/1.1" status: 200 len: 1001 time: 0.0922391 Oct 28 15:18:34.525554 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-a6ddaeac-4c45-4b4b-8803-c89252ef3393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:34.526915 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-a6ddaeac-4c45-4b4b-8803-c89252ef3393 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df44fd80-e2d0-457c-b1ed-91076ba03ff6 HTTP/1.1" status: 200 len: 856 time: 0.0445929 Oct 28 15:18:34.574663 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-6ddc9c87-e578-4e33-8058-07829e25fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:34.576001 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-6ddc9c87-e578-4e33-8058-07829e25fcff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373347 Oct 28 15:18:34.673373 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-da5159dc-0311-4916-84e9-b0f0dc065a6c service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877080 Oct 28 15:18:34.774032 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5be33e96-6bbb-4462-9658-da4757f25b05 req-1a4294a6-af8c-4a4f-8f7a-6e7e18cbfcba service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902767 Oct 28 15:18:35.506010 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e25614-af1f-428c-a2c1-f3267fe8c099 req-d9589fc1-5821-4cdf-90a0-0940c6a2e486 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:35.507844 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b6e25614-af1f-428c-a2c1-f3267fe8c099 req-d9589fc1-5821-4cdf-90a0-0940c6a2e486 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0529075 Oct 28 15:18:35.545047 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b6e25614-af1f-428c-a2c1-f3267fe8c099 req-5808c389-0a9c-457e-b6ec-8090a72b0a4a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Oct 28 15:18:36.657612 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416eb95-9e54-45c3-9c28-226f08c93c5e req-de4aff3e-11af-48e0-9779-18ad0755e0dd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:36.659549 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6416eb95-9e54-45c3-9c28-226f08c93c5e req-de4aff3e-11af-48e0-9779-18ad0755e0dd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0472481 Oct 28 15:18:36.696875 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6416eb95-9e54-45c3-9c28-226f08c93c5e req-c3073078-af46-4ee1-9aad-1a4ce0104478 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Oct 28 15:18:37.665247 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37388) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:37.785687 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b02659fb-f4b3-45a0-b2e0-272cb14f0fcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:37.847012 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed72661-467f-4e10-baba-b056536654f4 req-e0a7dff8-74b1-4b55-903c-48952a71dc11 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:37.851695 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6ed72661-467f-4e10-baba-b056536654f4 req-e0a7dff8-74b1-4b55-903c-48952a71dc11 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0555744 Oct 28 15:18:37.881764 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b02659fb-f4b3-45a0-b2e0-272cb14f0fcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:37.891852 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6ed72661-467f-4e10-baba-b056536654f4 req-bf8c7adc-8ad1-44e2-8c5e-1b410718b901 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337434 Oct 28 15:18:37.957616 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b02659fb-f4b3-45a0-b2e0-272cb14f0fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:37.999695 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-b02659fb-f4b3-45a0-b2e0-272cb14f0fcc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2d1ff699a05842abb0a7f7c723be2f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331916 Oct 28 15:18:38.000530 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02659fb-f4b3-45a0-b2e0-272cb14f0fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d4c999-93b2-4593-ad3c-b0ce05af70df,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:38.002545 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37396) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:38.051031 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-91f96387-4d81-40d9-9dc7-daaa0a6ffc52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:38.074294 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-91f96387-4d81-40d9-9dc7-daaa0a6ffc52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:38.209041 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-91f96387-4d81-40d9-9dc7-daaa0a6ffc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:38.211609 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-91f96387-4d81-40d9-9dc7-daaa0a6ffc52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:38.212748 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-91f96387-4d81-40d9-9dc7-daaa0a6ffc52 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/94d4c999-93b2-4593-ad3c-b0ce05af70df HTTP/1.1" status: 204 len: 168 time: 0.2091794 Oct 28 15:18:38.220276 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f96387-4d81-40d9-9dc7-daaa0a6ffc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d4c999-93b2-4593-ad3c-b0ce05af70df,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:39.010688 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756233f7-fbc6-4029-ab37-5618a40280cd req-b0630cfe-d83c-48b1-ba69-d52059b1cde3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:39.012284 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-756233f7-fbc6-4029-ab37-5618a40280cd req-b0630cfe-d83c-48b1-ba69-d52059b1cde3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0550740 Oct 28 15:18:39.051713 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-756233f7-fbc6-4029-ab37-5618a40280cd req-6bc585e0-23b0-42c3-841a-844f1ba60dd8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Oct 28 15:18:39.217363 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37436) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:39.230560 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-05305575-ae35-4ad2-b2d2-81dd9799b87b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:39.303901 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-05305575-ae35-4ad2-b2d2-81dd9799b87b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:39.366651 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-a3aba15a-213b-4256-8865-efde931a1cf1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446496 Oct 28 15:18:39.384299 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-05305575-ae35-4ad2-b2d2-81dd9799b87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:39.422171 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05305575-ae35-4ad2-b2d2-81dd9799b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79a4d28-d0f7-481e-889b-1aa4ef6f607d,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:39.427493 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-05305575-ae35-4ad2-b2d2-81dd9799b87b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6d82810a81e6495d980383b353bc2fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080386 Oct 28 15:18:39.429381 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37448) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:39.484098 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-040550a7-c3c3-42aa-bb70-82c177064257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:39.505093 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-040550a7-c3c3-42aa-bb70-82c177064257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:39.624294 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-040550a7-c3c3-42aa-bb70-82c177064257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:39.631517 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-040550a7-c3c3-42aa-bb70-82c177064257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:39.634123 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-040550a7-c3c3-42aa-bb70-82c177064257 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b79a4d28-d0f7-481e-889b-1aa4ef6f607d HTTP/1.1" status: 204 len: 168 time: 0.2023628 Oct 28 15:18:39.645629 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040550a7-c3c3-42aa-bb70-82c177064257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79a4d28-d0f7-481e-889b-1aa4ef6f607d,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:40.173194 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6b09b-2787-4182-9b8a-f1d2b351c679 req-e1bcae4a-98b8-4a1a-b97e-e0496015a35c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:40.177238 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-58f6b09b-2787-4182-9b8a-f1d2b351c679 req-e1bcae4a-98b8-4a1a-b97e-e0496015a35c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0572286 Oct 28 15:18:40.216152 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-58f6b09b-2787-4182-9b8a-f1d2b351c679 req-17acc9d7-7e03-4168-899d-93ca481fe433 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Oct 28 15:18:40.432299 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:41.327898 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f59a3f-fcb6-482c-80f8-9c6c0bf6df7e req-964980a2-0055-48f0-bce4-42e5cdda96ef tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:41.329530 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b4f59a3f-fcb6-482c-80f8-9c6c0bf6df7e req-964980a2-0055-48f0-bce4-42e5cdda96ef tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0490754 Oct 28 15:18:41.367941 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b4f59a3f-fcb6-482c-80f8-9c6c0bf6df7e req-5f2f8949-1d09-4008-8608-290ca7c0cd01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Oct 28 15:18:41.535984 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37526) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:41.637847 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ec3-ef83-4aa8-b455-d26eb2b984bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:41.707202 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ec3-ef83-4aa8-b455-d26eb2b984bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:41.795266 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9fec1ec3-ef83-4aa8-b455-d26eb2b984bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:41.831433 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec1ec3-ef83-4aa8-b455-d26eb2b984bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09a87e7-c194-4c6f-91b8-c5a35d54ee87,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:41.835648 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-9fec1ec3-ef83-4aa8-b455-d26eb2b984bf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=05950f95bf794bc980006afad1e5c4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986026 Oct 28 15:18:41.838855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37530) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:41.888322 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a094429-43fd-4928-ae20-a32ab345ffd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:41.913145 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a094429-43fd-4928-ae20-a32ab345ffd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:42.055250 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a094429-43fd-4928-ae20-a32ab345ffd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:42.057889 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a094429-43fd-4928-ae20-a32ab345ffd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:42.059018 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-9a094429-43fd-4928-ae20-a32ab345ffd8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b09a87e7-c194-4c6f-91b8-c5a35d54ee87 HTTP/1.1" status: 204 len: 168 time: 0.2198572 Oct 28 15:18:42.066984 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a094429-43fd-4928-ae20-a32ab345ffd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09a87e7-c194-4c6f-91b8-c5a35d54ee87,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:42.488014 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423724a-5464-4124-a896-9e37e5c805fc req-9b9c7cf1-9685-45ff-87a8-48fd2d96df18 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:42.489749 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c423724a-5464-4124-a896-9e37e5c805fc req-9b9c7cf1-9685-45ff-87a8-48fd2d96df18 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0572629 Oct 28 15:18:42.529292 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c423724a-5464-4124-a896-9e37e5c805fc req-212f0240-cf9b-4d97-85cd-430e8d8917f0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Oct 28 15:18:42.716279 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-afefcca9-63ea-48b7-89ae-50ff7ba39d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:42.717762 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-afefcca9-63ea-48b7-89ae-50ff7ba39d17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=556fc8a6a9084bbcac95337efe7e0c32&device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 1098 time: 0.0393507 Oct 28 15:18:43.644124 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195f544-b9ee-4b8b-9fa1-79220cfdad39 req-68399ffb-e02b-47c7-90c7-6e778c815ece tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:43.645661 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e195f544-b9ee-4b8b-9fa1-79220cfdad39 req-68399ffb-e02b-47c7-90c7-6e778c815ece tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0484974 Oct 28 15:18:43.682462 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e195f544-b9ee-4b8b-9fa1-79220cfdad39 req-1b67c1b1-6b06-4f58-a2db-1b03e0424f25 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308464 Oct 28 15:18:44.616752 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-a4f406a5-fa33-4c52-b129-a0d694939c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:44.618190 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-a4f406a5-fa33-4c52-b129-a0d694939c61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bd44df2e-02de-459a-af0c-6bb6e018b864 HTTP/1.1" status: 200 len: 913 time: 0.0880806 Oct 28 15:18:44.665902 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-2a44eb34-b467-4913-b786-ec3784125c25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c HTTP/1.1" status: 200 len: 217 time: 0.0340333 Oct 28 15:18:44.739296 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-86da9ac8-053f-4b24-9e6a-4b56c9ab0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:44.744366 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-86da9ac8-053f-4b24-9e6a-4b56c9ab0860 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8ce23e5a-4a66-44dd-b6e0-9cb50807187e HTTP/1.1" status: 200 len: 851 time: 0.0446374 Oct 28 15:18:44.782876 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-2b364a3d-b27c-472e-8130-9ad5e47cf89f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bd44df2e-02de-459a-af0c-6bb6e018b864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248656 Oct 28 15:18:44.798056 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a48e3-83b1-47fb-903c-fe1769bf0cba req-dac0034a-56ba-4dcc-b9be-d8bab88caa90 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:44.801500 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-089a48e3-83b1-47fb-903c-fe1769bf0cba req-dac0034a-56ba-4dcc-b9be-d8bab88caa90 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0487525 Oct 28 15:18:44.836804 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-089a48e3-83b1-47fb-903c-fe1769bf0cba req-4924ec1f-63f1-4d0d-ba9e-6b5ea4285c9b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Oct 28 15:18:44.877544 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-b0b021b8-2df4-4ba5-8d5c-ae081ad0792d service neutron] 10.222.0.49 "GET /v2.0/networks/bd44df2e-02de-459a-af0c-6bb6e018b864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845430 Oct 28 15:18:44.973467 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e6e0ddc9-1b24-4454-95fd-1b1ccc4cae52 req-e27832f6-32a6-40bf-8727-c7843faf32ab service neutron] 10.222.0.49 "GET /v2.0/networks/bd44df2e-02de-459a-af0c-6bb6e018b864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854049 Oct 28 15:18:45.384402 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-550a6af2-02ff-48ad-913a-12928e541c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:45.955189 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd884371-7fd2-4367-8bc6-00bb81019c81 req-4276a87d-fafe-408f-a8b9-afcad3aa83f6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:45.956995 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bd884371-7fd2-4367-8bc6-00bb81019c81 req-4276a87d-fafe-408f-a8b9-afcad3aa83f6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0556402 Oct 28 15:18:45.995800 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bd884371-7fd2-4367-8bc6-00bb81019c81 req-c081da28-6d57-4867-a30a-c28edee85d26 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328405 Oct 28 15:18:47.114675 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cb407-31cb-44af-94a0-fbda7bbab67e req-ce1b0ce0-22c5-4252-9c53-3d1f8354ab06 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:47.116229 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a13cb407-31cb-44af-94a0-fbda7bbab67e req-ce1b0ce0-22c5-4252-9c53-3d1f8354ab06 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0490193 Oct 28 15:18:47.154132 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a13cb407-31cb-44af-94a0-fbda7bbab67e req-99e9e9cf-a436-4ebe-a1ec-a7b2b9471c6b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320663 Oct 28 15:18:47.241495 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37644) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:47.359841 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d502-77a9-475c-bc77-aabc9b157db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:47.434931 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d502-77a9-475c-bc77-aabc9b157db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:47.641252 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d502-77a9-475c-bc77-aabc9b157db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:47.693051 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-d5d8d502-77a9-475c-bc77-aabc9b157db2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b0133a925054b4487e55ec1c144d87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503846 Oct 28 15:18:47.694290 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8d502-77a9-475c-bc77-aabc9b157db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cb7843-b9b6-4c5b-93c1-456230328f34,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:47.696094 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37670) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:47.770313 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6bfc63b4-c29a-42ac-9982-8ed56a5631d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:47.792271 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6bfc63b4-c29a-42ac-9982-8ed56a5631d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:47.918677 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6bfc63b4-c29a-42ac-9982-8ed56a5631d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:47.921506 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6bfc63b4-c29a-42ac-9982-8ed56a5631d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:47.922662 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-6bfc63b4-c29a-42ac-9982-8ed56a5631d2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f3cb7843-b9b6-4c5b-93c1-456230328f34 HTTP/1.1" status: 204 len: 168 time: 0.2255695 Oct 28 15:18:47.930898 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc63b4-c29a-42ac-9982-8ed56a5631d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cb7843-b9b6-4c5b-93c1-456230328f34,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:48.173100 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4953-7bbb-4c3e-ae8b-3526a0195c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.278386 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ffa6db-e7c9-4fcb-9685-b335a26b2d6c req-d0b5ca69-c85d-4720-a65a-d35a620407bd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:48.279912 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f2ffa6db-e7c9-4fcb-9685-b335a26b2d6c req-d0b5ca69-c85d-4720-a65a-d35a620407bd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0543795 Oct 28 15:18:48.319216 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f2ffa6db-e7c9-4fcb-9685-b335a26b2d6c req-7b28ca8b-cece-4757-9874-52c059b2ff04 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332844 Oct 28 15:18:48.411304 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37710) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:48.489316 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37714) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:48.587690 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-abf413f4-ea0b-437c-8eff-ee438d94d957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.626151 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8cd8-3717-4296-91c6-fc9a897e37d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.711160 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-abf413f4-ea0b-437c-8eff-ee438d94d957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.739339 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8cd8-3717-4296-91c6-fc9a897e37d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.806993 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-abf413f4-ea0b-437c-8eff-ee438d94d957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.847701 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-abf413f4-ea0b-437c-8eff-ee438d94d957 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=83c4b7f0ab2649fea5b6a1cacd262735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352672 Oct 28 15:18:48.848866 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf413f4-ea0b-437c-8eff-ee438d94d957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e3ab22-f1ad-41f5-9a12-a9084ad621ed,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:48.850364 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37720) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:48.864769 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8cd8-3717-4296-91c6-fc9a897e37d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.917815 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27dbf676-b7b9-4a67-9a07-386802b090f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.917960 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e8cd8-3717-4296-91c6-fc9a897e37d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5faba09-8891-40fb-9c1e-9a2d1ad67d31,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:48.917960 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-2e1e8cd8-3717-4296-91c6-fc9a897e37d8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a1dc92ceb6b4f0d8693151de9f0184a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250834 Oct 28 15:18:48.919741 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37724) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:48.929900 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27dbf676-b7b9-4a67-9a07-386802b090f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:48.976701 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-84beac91-0382-498c-bd8f-1482f61bf314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.000799 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-84beac91-0382-498c-bd8f-1482f61bf314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.007819 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37726) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:49.021439 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-97a53b34-f79d-451f-9d9d-cbd66eb9c3f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.066326 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.134858 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27dbf676-b7b9-4a67-9a07-386802b090f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.137515 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27dbf676-b7b9-4a67-9a07-386802b090f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.138680 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-27dbf676-b7b9-4a67-9a07-386802b090f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/05e3ab22-f1ad-41f5-9a12-a9084ad621ed HTTP/1.1" status: 204 len: 168 time: 0.2872434 Oct 28 15:18:49.146909 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbf676-b7b9-4a67-9a07-386802b090f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e3ab22-f1ad-41f5-9a12-a9084ad621ed,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:49.177365 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-84beac91-0382-498c-bd8f-1482f61bf314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.178086 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-84beac91-0382-498c-bd8f-1482f61bf314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.181620 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-84beac91-0382-498c-bd8f-1482f61bf314 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e5faba09-8891-40fb-9c1e-9a2d1ad67d31 HTTP/1.1" status: 204 len: 168 time: 0.2585685 Oct 28 15:18:49.186935 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beac91-0382-498c-bd8f-1482f61bf314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5faba09-8891-40fb-9c1e-9a2d1ad67d31,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:49.234016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-97a53b34-f79d-451f-9d9d-cbd66eb9c3f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.258981 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.321608 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-97a53b34-f79d-451f-9d9d-cbd66eb9c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.360000 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-97a53b34-f79d-451f-9d9d-cbd66eb9c3f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b56d3bba84ca45bd960175b6188b0338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507359 Oct 28 15:18:49.361386 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a53b34-f79d-451f-9d9d-cbd66eb9c3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f005597-79dc-4748-98ad-b4ee08622bb4,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:49.364829 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37736) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:49.461453 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e68b818e-037c-4ae5-946b-f2b09cc8c06a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.482098 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0216cc-f755-4874-9c60-4fb0e83727bd req-fc3776d6-43d6-4ec8-999d-240dfc74008f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:49.483553 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6e0216cc-f755-4874-9c60-4fb0e83727bd req-fc3776d6-43d6-4ec8-999d-240dfc74008f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0765505 Oct 28 15:18:49.501339 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e68b818e-037c-4ae5-946b-f2b09cc8c06a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.547802 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6e0216cc-f755-4874-9c60-4fb0e83727bd req-4ff9f639-fe48-47e2-895f-fe03f58391d4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565898 Oct 28 15:18:49.661410 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e68b818e-037c-4ae5-946b-f2b09cc8c06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.664350 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e68b818e-037c-4ae5-946b-f2b09cc8c06a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:49.665734 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e68b818e-037c-4ae5-946b-f2b09cc8c06a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f005597-79dc-4748-98ad-b4ee08622bb4 HTTP/1.1" status: 204 len: 168 time: 0.2997818 Oct 28 15:18:49.673591 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b818e-037c-4ae5-946b-f2b09cc8c06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f005597-79dc-4748-98ad-b4ee08622bb4,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:50.045760 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37748) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:50.059320 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a8ff-21e6-4582-98ff-b4809fe7f6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.130287 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37752) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:50.136650 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a8ff-21e6-4582-98ff-b4809fe7f6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.144020 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c3e46ce8-0d71-4ba4-9fa8-d4d5c73fe520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.214917 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c3e46ce8-0d71-4ba4-9fa8-d4d5c73fe520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.241323 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f3f2a8ff-21e6-4582-98ff-b4809fe7f6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.278891 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-f3f2a8ff-21e6-4582-98ff-b4809fe7f6df admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e6fdefd07c544ab99db4a73e210743ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319481 Oct 28 15:18:50.280265 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2a8ff-21e6-4582-98ff-b4809fe7f6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2fb8d-6073-47c7-a360-62af72cbecb6,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:50.281693 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37754) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:50.334136 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0a85e987-125b-4834-8b55-6182e0fd4a52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.354473 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0a85e987-125b-4834-8b55-6182e0fd4a52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.418807 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c3e46ce8-0d71-4ba4-9fa8-d4d5c73fe520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.458425 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-c3e46ce8-0d71-4ba4-9fa8-d4d5c73fe520 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1ee41408198f45b285254200afb336b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270788 Oct 28 15:18:50.460472 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e46ce8-0d71-4ba4-9fa8-d4d5c73fe520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93dae22-37c5-44a2-8c1e-bfc5a368ea60,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:50.461158 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37758) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:50.510994 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-808dc552-7cd0-4201-a8e4-fc2caffd8ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.535006 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-808dc552-7cd0-4201-a8e4-fc2caffd8ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.580729 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0a85e987-125b-4834-8b55-6182e0fd4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.583531 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0a85e987-125b-4834-8b55-6182e0fd4a52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.597079 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-0a85e987-125b-4834-8b55-6182e0fd4a52 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0fc2fb8d-6073-47c7-a360-62af72cbecb6 HTTP/1.1" status: 204 len: 168 time: 0.3029726 Oct 28 15:18:50.597079 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85e987-125b-4834-8b55-6182e0fd4a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2fb8d-6073-47c7-a360-62af72cbecb6,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:50.690967 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-808dc552-7cd0-4201-a8e4-fc2caffd8ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.694877 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-808dc552-7cd0-4201-a8e4-fc2caffd8ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:50.696568 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-808dc552-7cd0-4201-a8e4-fc2caffd8ddf admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c93dae22-37c5-44a2-8c1e-bfc5a368ea60 HTTP/1.1" status: 204 len: 168 time: 0.2342355 Oct 28 15:18:50.710455 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe220f-e6f0-4a9d-9368-6c7f7300de68 req-d7b54f8e-df3d-48f8-b5cb-68e41d2fd77c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:50.712268 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fdbe220f-e6f0-4a9d-9368-6c7f7300de68 req-d7b54f8e-df3d-48f8-b5cb-68e41d2fd77c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0738757 Oct 28 15:18:50.729899 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dc552-7cd0-4201-a8e4-fc2caffd8ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93dae22-37c5-44a2-8c1e-bfc5a368ea60,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:50.763022 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fdbe220f-e6f0-4a9d-9368-6c7f7300de68 req-2c88e8b9-a7ee-41cf-95ac-93039acf0732 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Oct 28 15:18:50.946559 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:51.589344 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d3eef-aab0-46e3-8f7b-0f7194025464 req-75af60e1-6134-40a8-acf2-6055e0c4e3f0 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:51.591088 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0f4d3eef-aab0-46e3-8f7b-0f7194025464 req-75af60e1-6134-40a8-acf2-6055e0c4e3f0 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Oct 28 15:18:51.620033 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37796) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:51.634645 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-439e1acf-c362-4bdc-ac3d-341b7d1416e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:51.640728 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0f4d3eef-aab0-46e3-8f7b-0f7194025464 req-56b4dd83-8c6e-4443-8f32-9239e567a4eb tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Oct 28 15:18:51.685103 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37798) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:51.704191 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-654cca9e-b50c-4040-bfa1-f45b6b5f7633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:51.738317 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-439e1acf-c362-4bdc-ac3d-341b7d1416e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:51.801061 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-654cca9e-b50c-4040-bfa1-f45b6b5f7633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:51.821187 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-439e1acf-c362-4bdc-ac3d-341b7d1416e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:51.859148 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-439e1acf-c362-4bdc-ac3d-341b7d1416e9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2d2005eea71745ae91c67b793f144b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379708 Oct 28 15:18:51.860268 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e1acf-c362-4bdc-ac3d-341b7d1416e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1a5348-9674-4fa4-8ea5-b79001d20c42,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:51.861790 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37804) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:51.906896 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-654cca9e-b50c-4040-bfa1-f45b6b5f7633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:51.907762 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc087-c1bc-4d14-82c9-caefd4e0a754 req-48448c1a-24f5-42a3-92f1-e89e306d7ae1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:51.909296 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-892bc087-c1bc-4d14-82c9-caefd4e0a754 req-48448c1a-24f5-42a3-92f1-e89e306d7ae1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0776129 Oct 28 15:18:51.943352 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ccde65a6-c5f5-4776-9732-cf5cfa57985b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:51.951194 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-654cca9e-b50c-4040-bfa1-f45b6b5f7633 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fcd822027dfd4fffabed4419a5684384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649684 Oct 28 15:18:51.952043 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cca9e-b50c-4040-bfa1-f45b6b5f7633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b7b120-4cbb-4cad-be45-bd94fb8280aa,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:51.954430 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37806) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:51.966991 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-892bc087-c1bc-4d14-82c9-caefd4e0a754 req-b28369ef-3a53-4fe5-92fe-97ae6d4022ba tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513885 Oct 28 15:18:51.975949 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ccde65a6-c5f5-4776-9732-cf5cfa57985b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:52.029850 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-620c2666-677a-4fad-9ef1-221590a9fdd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:52.047599 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-620c2666-677a-4fad-9ef1-221590a9fdd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:52.152469 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ccde65a6-c5f5-4776-9732-cf5cfa57985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:52.155104 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ccde65a6-c5f5-4776-9732-cf5cfa57985b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:52.156293 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-ccde65a6-c5f5-4776-9732-cf5cfa57985b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1b1a5348-9674-4fa4-8ea5-b79001d20c42 HTTP/1.1" status: 204 len: 168 time: 0.2929032 Oct 28 15:18:52.166363 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde65a6-c5f5-4776-9732-cf5cfa57985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1a5348-9674-4fa4-8ea5-b79001d20c42,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:52.215531 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-620c2666-677a-4fad-9ef1-221590a9fdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:52.219452 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-620c2666-677a-4fad-9ef1-221590a9fdd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:52.219944 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-620c2666-677a-4fad-9ef1-221590a9fdd8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/82b7b120-4cbb-4cad-be45-bd94fb8280aa HTTP/1.1" status: 204 len: 168 time: 0.2645080 Oct 28 15:18:52.228768 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c2666-677a-4fad-9ef1-221590a9fdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b7b120-4cbb-4cad-be45-bd94fb8280aa,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:52.743285 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37830) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:52.756552 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dcc78-e94f-4b71-9bf9-1474469263c3 req-050169f4-6d32-4234-ae52-1f62bf449185 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:52.758552 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5a1dcc78-e94f-4b71-9bf9-1474469263c3 req-050169f4-6d32-4234-ae52-1f62bf449185 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0605090 Oct 28 15:18:52.804943 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5a1dcc78-e94f-4b71-9bf9-1474469263c3 req-d755130d-7b06-436d-81d0-a802c11234a1 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Oct 28 15:18:52.888506 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-17a4ab1c-79d8-437b-a585-6148dca646bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:52.964625 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-17a4ab1c-79d8-437b-a585-6148dca646bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:53.088852 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff47a08-3361-4370-90ed-a42f3d8cf0db req-1c3ce983-ffd1-4f61-9156-38ca8a90e81d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:53.090312 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cff47a08-3361-4370-90ed-a42f3d8cf0db req-1c3ce983-ffd1-4f61-9156-38ca8a90e81d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0463920 Oct 28 15:18:53.124138 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-17a4ab1c-79d8-437b-a585-6148dca646bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:53.128495 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cff47a08-3361-4370-90ed-a42f3d8cf0db req-e13f508d-8a40-4a59-984b-b33a9e370556 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Oct 28 15:18:53.171348 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-17a4ab1c-79d8-437b-a585-6148dca646bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4903fc2c5c214563a06f79baaf673885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269381 Oct 28 15:18:53.172295 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4ab1c-79d8-437b-a585-6148dca646bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40909fb0-9dfc-492f-8477-9fa944b2d867,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:53.174029 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 37850) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:53.227348 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3b3b14a9-a097-4347-b421-76b366345827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:53.249720 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3b3b14a9-a097-4347-b421-76b366345827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:53.426724 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3b3b14a9-a097-4347-b421-76b366345827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:53.429410 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3b3b14a9-a097-4347-b421-76b366345827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:53.430552 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-3b3b14a9-a097-4347-b421-76b366345827 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/40909fb0-9dfc-492f-8477-9fa944b2d867 HTTP/1.1" status: 204 len: 168 time: 0.2536759 Oct 28 15:18:53.438228 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b14a9-a097-4347-b421-76b366345827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40909fb0-9dfc-492f-8477-9fa944b2d867,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:53.940053 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586328f-a280-4b25-b5e0-43351074bb31 req-58175591-61e1-4cdf-a989-e8cd6b834be3 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:53.941562 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3586328f-a280-4b25-b5e0-43351074bb31 req-58175591-61e1-4cdf-a989-e8cd6b834be3 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0515201 Oct 28 15:18:53.978270 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3586328f-a280-4b25-b5e0-43351074bb31 req-26b35a11-76e8-4e6b-9b02-0028b880f665 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307856 Oct 28 15:18:54.288104 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e05b37-fbf6-4f82-a80b-4b8fc7182c17 req-25491e30-67b3-4dc3-a531-2d6dbe15cfd1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:54.296907 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-70e05b37-fbf6-4f82-a80b-4b8fc7182c17 req-25491e30-67b3-4dc3-a531-2d6dbe15cfd1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0774353 Oct 28 15:18:54.350443 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-70e05b37-fbf6-4f82-a80b-4b8fc7182c17 req-7c9d2b1d-00f4-4aeb-82d4-b498e91deace tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526590 Oct 28 15:18:55.003908 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37964) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:55.093645 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4a4f6-86a4-4553-bc07-95ae48740322 req-0f770a50-ba51-4474-bf8f-dbafc7820530 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:55.095320 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2bc4a4f6-86a4-4553-bc07-95ae48740322 req-0f770a50-ba51-4474-bf8f-dbafc7820530 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0497308 Oct 28 15:18:55.104966 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-294525532-network', 'tenant_id': 'a4edc71432e54043b1d565e37a39506c'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:18:55.137598 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2bc4a4f6-86a4-4553-bc07-95ae48740322 req-0fccf36b-8e73-4503-a10b-f818925bb609 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332000 Oct 28 15:18:55.195526 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Made reservation on behalf of a4edc71432e54043b1d565e37a39506c for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:18:55.197868 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:55.206469 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:55.281818 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:55.369806 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:55.400856 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] vlan segment allocate from pool success with {'vlan_id': 1066, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:18:55.406461 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812ffe7d-4e13-488b-9aa4-4aa75e38884e,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:55.414377 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:55.414712 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Added segment 4c9c1618-9d81-48ee-9bc7-1162f47af250 of type vlan for network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 Oct 28 15:18:55.460130 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:55.475239 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae097d0d-f1bf-4b3f-8d38-f21d5f976ee2 req-852d5b90-6718-404e-9403-6ed3bfefaf73 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:55.477213 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae097d0d-f1bf-4b3f-8d38-f21d5f976ee2 req-852d5b90-6718-404e-9403-6ed3bfefaf73 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0537806 Oct 28 15:18:55.518461 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae097d0d-f1bf-4b3f-8d38-f21d5f976ee2 req-fa1cb8f0-49a9-4e4e-975d-5f0c9aeaa916 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Oct 28 15:18:55.558314 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:55.559677 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:55.560522 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:55.624225 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] Pushing event updated for resources: {'Network': ['ID=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:55.635690 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:18:55.697477 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-7318f5a9-6991-4c24-8365-02bf45a0eb03 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6893246 Oct 28 15:18:55.697839 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 37982) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:18:55.704930 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Request body: {'subnet': {'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-294525532-subnet', 'tenant_id': 'a4edc71432e54043b1d565e37a39506c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:18:55.798313 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Made reservation on behalf of a4edc71432e54043b1d565e37a39506c for: {'subnet': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:18:55.801231 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5670752'] for subnet, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:56.061098 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5670770'] for subnet, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:56.114757 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7214bf52-d120-425f-a4f0-1ca4fe795e90,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:18:56.127408 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Checking segment: {'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:18:56.127679 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Network hostable DHCP agents. Network: 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:18:56.247308 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:18:56.253747 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f62ffd-89a5-4122-ad9d-bd0f0c314a4d req-0e483b20-129b-4469-93da-2ec759b34554 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:56.261736 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-38f62ffd-89a5-4122-ad9d-bd0f0c314a4d req-0e483b20-129b-4469-93da-2ec759b34554 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0473518 Oct 28 15:18:56.293163 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-38f62ffd-89a5-4122-ad9d-bd0f0c314a4d req-6fabba25-508e-42de-9096-1b32d04bf0cf tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Oct 28 15:18:56.361905 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3) {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:18:56.368511 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:56.369131 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:18:56.370693 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d312a-80c4-4a4a-8dcd-ae7d1a4946cc None None] Network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:18:56.473004 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-d085e944-76af-4fc4-be5f-75deb63df1e7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7744036 Oct 28 15:18:56.489248 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf86e4-380f-45a0-8010-132329bb8e9c None None] Network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:18:56.658490 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dea43-9897-452c-bdf7-66949442e1d0 req-95312387-41fa-4ccd-93c3-b4df65dd32b9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:56.660548 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-731dea43-9897-452c-bdf7-66949442e1d0 req-95312387-41fa-4ccd-93c3-b4df65dd32b9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0702620 Oct 28 15:18:56.701391 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-731dea43-9897-452c-bdf7-66949442e1d0 req-fd2afaeb-9d4e-4437-aa59-8f2af5195c9b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Oct 28 15:18:57.421071 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4e6c0-2968-4d66-9fea-f942f1cb0c09 req-faa2d3ad-e6ab-4a3d-b4df-087d59073d85 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:57.422529 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-54f4e6c0-2968-4d66-9fea-f942f1cb0c09 req-faa2d3ad-e6ab-4a3d-b4df-087d59073d85 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Oct 28 15:18:57.460374 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-54f4e6c0-2968-4d66-9fea-f942f1cb0c09 req-c3e5fda1-6526-42bd-b243-559ca057d4e0 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Oct 28 15:18:57.814763 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ef4b5-a616-4260-944a-a68a3e67a376 req-c0870b7d-5def-48a2-8a83-a75a0adc0e34 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:57.816983 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-488ef4b5-a616-4260-944a-a68a3e67a376 req-c0870b7d-5def-48a2-8a83-a75a0adc0e34 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0490530 Oct 28 15:18:57.852539 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-488ef4b5-a616-4260-944a-a68a3e67a376 req-f4c99a0e-a300-4d9c-9286-97c9c8141664 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295689 Oct 28 15:18:58.571748 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c909d7-6d7d-40ba-baf3-1a07f1d596d4 req-b3593e59-bd2d-4973-86ed-bd251e476141 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:58.573217 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-85c909d7-6d7d-40ba-baf3-1a07f1d596d4 req-b3593e59-bd2d-4973-86ed-bd251e476141 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0466421 Oct 28 15:18:58.610135 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-85c909d7-6d7d-40ba-baf3-1a07f1d596d4 req-0bbaa1ac-e2ae-4748-b432-f2b395430fe6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305946 Oct 28 15:18:58.966456 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07856a91-3a8b-48ef-82b1-ee29053e857d req-dd25cff0-5397-4ee9-a544-b35f4fdc2a08 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:58.967879 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-07856a91-3a8b-48ef-82b1-ee29053e857d req-dd25cff0-5397-4ee9-a544-b35f4fdc2a08 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0500405 Oct 28 15:18:59.004661 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-07856a91-3a8b-48ef-82b1-ee29053e857d req-e1194fb1-c935-4acc-8e26-3d8a353b3022 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307651 Oct 28 15:18:59.720863 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babb1e7-1907-4d94-acc3-8558aab2a18b req-71425490-80e4-491b-9e37-80cdc805cc76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:18:59.722744 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1babb1e7-1907-4d94-acc3-8558aab2a18b req-71425490-80e4-491b-9e37-80cdc805cc76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0469067 Oct 28 15:18:59.761090 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1babb1e7-1907-4d94-acc3-8558aab2a18b req-de0f4166-327e-4f9e-9e9b-3c2c3b32dc52 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Oct 28 15:19:00.117219 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81c3a-c8b1-4d97-8a9a-f696d31401d6 req-9867344a-766a-4372-9934-07df6eac9d9d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:00.118682 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ddf81c3a-c8b1-4d97-8a9a-f696d31401d6 req-9867344a-766a-4372-9934-07df6eac9d9d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0475953 Oct 28 15:19:00.155268 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ddf81c3a-c8b1-4d97-8a9a-f696d31401d6 req-fd39b141-81b9-4c59-ace3-840401f79c96 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Oct 28 15:19:00.886248 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1260-6679-47ca-8e72-1c95b322e72e req-bd1f6786-cda9-4f24-b825-04e7052363a9 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:00.887723 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c68a1260-6679-47ca-8e72-1c95b322e72e req-bd1f6786-cda9-4f24-b825-04e7052363a9 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0527706 Oct 28 15:19:00.925343 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c68a1260-6679-47ca-8e72-1c95b322e72e req-d5e58a24-6a44-4880-92c5-a888a582437e tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Oct 28 15:19:01.270983 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e990e-30ea-42f4-8528-de3fb6529c71 req-db9b5a6a-5e08-483b-9543-633a498bd494 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:01.272540 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-986e990e-30ea-42f4-8528-de3fb6529c71 req-db9b5a6a-5e08-483b-9543-633a498bd494 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0525477 Oct 28 15:19:01.312720 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-986e990e-30ea-42f4-8528-de3fb6529c71 req-d6a1989b-e381-40c3-a04e-f701f3287893 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334139 Oct 28 15:19:02.041113 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd36f-97a1-4fee-a695-7e04bc186e67 req-4be2394d-d222-4373-894c-94e00c5367f6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:02.042578 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-210bd36f-97a1-4fee-a695-7e04bc186e67 req-4be2394d-d222-4373-894c-94e00c5367f6 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0486426 Oct 28 15:19:02.081605 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-210bd36f-97a1-4fee-a695-7e04bc186e67 req-1653e84b-c93d-4aa9-91e4-a8d2c1941eb3 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Oct 28 15:19:02.432382 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d501de-ffbd-4e5b-87d2-60ddc6602edf req-845c6039-9ddd-4176-b425-16e62f6204e3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:02.433855 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a5d501de-ffbd-4e5b-87d2-60ddc6602edf req-845c6039-9ddd-4176-b425-16e62f6204e3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0519254 Oct 28 15:19:02.473592 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a5d501de-ffbd-4e5b-87d2-60ddc6602edf req-16cc5ed7-b849-4009-bdf9-26dd0f45f7dc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333645 Oct 28 15:19:02.823651 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-2749f18b-46a6-4377-b3ed-af5d56a3295b tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:02.825113 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-2749f18b-46a6-4377-b3ed-af5d56a3295b tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.49 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0831559 Oct 28 15:19:02.965339 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Deleting port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:19:02.965664 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:03.052528 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] For port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,segment=NetworkSegment(561d5881-300e-4389-9408-a46184d977c4),segment_id=561d5881-300e-4389-9408-a46184d977c4)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:19:03.052886 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:03.067488 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Calling delete_port for 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:19:03.201934 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9c79b-d32f-42b7-b9a6-ff938b4801fc req-03a5063c-f442-48df-8f88-421bb7bfd205 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:03.208051 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5ef9c79b-d32f-42b7-b9a6-ff938b4801fc req-03a5063c-f442-48df-8f88-421bb7bfd205 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Oct 28 15:19:03.244981 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5ef9c79b-d32f-42b7-b9a6-ff938b4801fc req-ab001274-8767-4595-961d-643d1bee04f9 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/security-groups?id=0b32b9db-2d60-4277-bc69-47182b8a99f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335596 Oct 28 15:19:03.344344 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:03.376687 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Pushing event deleted for resources: {'Port': ['ID=16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:03.384596 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:19:03.434239 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] No DVR routers for this DVR port 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:19:03.437617 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:03.441590 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0026dfb8-8b9f-44ad-abfb-d33835c240c7 req-8444d089-978f-4889-80f4-45e55d311e76 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.49 "DELETE /v2.0/ports/16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c HTTP/1.1" status: 204 len: 173 time: 0.6029668 Oct 28 15:19:03.442125 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84969cc-4f86-4c5d-ab37-08473a79a268', 'name': 'network-vif-deleted', 'tag': '16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:19:03.444475 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711bec28-df9b-4807-b73b-28e66e84a00c" -d '{"events": [{"server_uuid": "a84969cc-4f86-4c5d-ab37-08473a79a268", "name": "network-vif-deleted", "tag": "16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:19:03.481068 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc723dc3-764b-41d7-b5c6-81e9c6d5b6df x-openstack-request-id: req-bc723dc3-764b-41d7-b5c6-81e9c6d5b6df {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:19:03.481343 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84969cc-4f86-4c5d-ab37-08473a79a268", "name": "network-vif-deleted", "tag": "16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:19:03.481590 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc723dc3-764b-41d7-b5c6-81e9c6d5b6df {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:19:03.481974 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a84969cc-4f86-4c5d-ab37-08473a79a268', 'name': 'network-vif-deleted', 'tag': '16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c', 'status': 'completed', 'code': 200} Oct 28 15:19:03.603159 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849467ed-3bb6-4a6c-b6e6-3b66ff9257cd req-4a353b34-d1f8-40f1-a570-888c058573d1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:03.604634 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-849467ed-3bb6-4a6c-b6e6-3b66ff9257cd req-4a353b34-d1f8-40f1-a570-888c058573d1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0484521 Oct 28 15:19:03.644564 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-849467ed-3bb6-4a6c-b6e6-3b66ff9257cd req-c47559c2-53a6-4c29-abd9-cdb43658d060 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Oct 28 15:19:04.223613 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-c409a709-f7ea-469d-be09-fbba13c31b33 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:04.225103 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-c409a709-f7ea-469d-be09-fbba13c31b33 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/networks?id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 HTTP/1.1" status: 200 len: 813 time: 0.1053629 Oct 28 15:19:04.240163 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-fcb08465-7805-4558-9b66-50cbb6f9e82f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/quotas/a4edc71432e54043b1d565e37a39506c HTTP/1.1" status: 200 len: 375 time: 0.0093620 Oct 28 15:19:04.274672 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-9da5be02-8611-4417-b9a0-8ccb0a679a08 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288379 Oct 28 15:19:04.542692 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cafeffa8-e1fd-4bfc-8098-8adc3e93b4d5 req-e5de489b-a9a5-44b9-9684-edae7cedb6e5 tempest-DeleteServersTestJSON-1149045525 tempest-DeleteServersTestJSON-1149045525-project] 10.222.0.86 "GET /v2.0/ports?device_id=a84969cc-4f86-4c5d-ab37-08473a79a268 HTTP/1.1" status: 200 len: 210 time: 0.0369475 Oct 28 15:19:04.577341 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-95457e48-986c-4d49-a40e-3bdd08080985 service neutron] 10.222.0.86 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943799 Oct 28 15:19:04.668285 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-2ea382b7-5636-4b19-ac90-de6c30201dab service neutron] 10.222.0.86 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846260 Oct 28 15:19:04.901427 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2470-bb77-4a1d-9a77-88fc42d26e23 req-7b1dc9ee-ddff-4567-b795-49f6046b2ab3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:04.902640 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-731a2470-bb77-4a1d-9a77-88fc42d26e23 req-7b1dc9ee-ddff-4567-b795-49f6046b2ab3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0601621 Oct 28 15:19:04.964768 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-de2a53f2-f507-442b-9ade-43167c713177 req-3689f70c-7d84-4204-96bd-6c21dc7e3eca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 210 time: 0.0367017 Oct 28 15:19:04.972863 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-731a2470-bb77-4a1d-9a77-88fc42d26e23 req-8c3fbc41-6db2-40da-8a95-4175f4b254f5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 Oct 28 15:19:05.521318 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 38180) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:05.636589 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a07bcc95-5844-48c4-a97f-7ae7941ac791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:05.715730 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a07bcc95-5844-48c4-a97f-7ae7941ac791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:05.839879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a07bcc95-5844-48c4-a97f-7ae7941ac791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:05.886929 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bcc95-5844-48c4-a97f-7ae7941ac791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b0b32-55ea-4ec4-a935-abbaf258b6f6,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:05.891240 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a07bcc95-5844-48c4-a97f-7ae7941ac791 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4d0a1a5094bc4646841d671d65158bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687961 Oct 28 15:19:05.893762 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 38198) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:05.951641 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-351d718c-477b-415e-9c70-d049fe0bdaa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:05.974213 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-351d718c-477b-415e-9c70-d049fe0bdaa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:06.044233 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-92bb7b3d-7765-491f-a3f8-e6a9be2a9f85 req-348337fa-8d1d-44be-978a-ebf6472d333f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 210 time: 0.0265703 Oct 28 15:19:06.103701 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7a5e-8714-4fb5-a54a-1acceb3c4c62 req-5b1608ba-e775-4163-823c-302707842c0e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:06.105154 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-48eb7a5e-8714-4fb5-a54a-1acceb3c4c62 req-5b1608ba-e775-4163-823c-302707842c0e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0529904 Oct 28 15:19:06.142415 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-48eb7a5e-8714-4fb5-a54a-1acceb3c4c62 req-38120f48-7cff-4e9d-815d-b9c1c585feed tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313375 Oct 28 15:19:06.169594 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-351d718c-477b-415e-9c70-d049fe0bdaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:06.173110 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-351d718c-477b-415e-9c70-d049fe0bdaa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:06.178438 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-351d718c-477b-415e-9c70-d049fe0bdaa6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f1b0b32-55ea-4ec4-a935-abbaf258b6f6 HTTP/1.1" status: 204 len: 168 time: 0.2794228 Oct 28 15:19:06.184828 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351d718c-477b-415e-9c70-d049fe0bdaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b0b32-55ea-4ec4-a935-abbaf258b6f6,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:06.814611 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:19:06.834920 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:19:06.835254 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 16dd4ec9-009f-42fc-94d8-3fa3b8d3ac3c not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:19:06.914139 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 38218) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:06.932594 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-217018cd-b5cb-4855-b16c-aaafcaf641c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.024896 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-217018cd-b5cb-4855-b16c-aaafcaf641c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.087378 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-217018cd-b5cb-4855-b16c-aaafcaf641c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.135925 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217018cd-b5cb-4855-b16c-aaafcaf641c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb2865-15b9-43a3-a7bd-b69366b2a53b,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:07.152286 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-217018cd-b5cb-4855-b16c-aaafcaf641c2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5fe8d428203c435686bd095d67f737a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367969 Oct 28 15:19:07.154606 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d1ed5609-f912-4099-9436-ee3bfb5c7178 req-91b0dfdc-c3a2-434e-a718-202f5c678e48 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 210 time: 0.0358217 Oct 28 15:19:07.155147 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 38224) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:07.211061 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3e6db7c8-25ac-4a2f-9579-fac9f3c25f00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.234296 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3e6db7c8-25ac-4a2f-9579-fac9f3c25f00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.275483 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472cb55-9412-4d12-9353-1e4704ac313f req-a9f33ff1-9334-4c4d-917e-8adfe8a5b161 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:07.277553 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d472cb55-9412-4d12-9353-1e4704ac313f req-a9f33ff1-9334-4c4d-917e-8adfe8a5b161 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0610757 Oct 28 15:19:07.327696 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d472cb55-9412-4d12-9353-1e4704ac313f req-4add806e-a73c-4f6f-a461-b548ec846374 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442698 Oct 28 15:19:07.374779 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 38246) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:07.413186 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3e6db7c8-25ac-4a2f-9579-fac9f3c25f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.415746 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3e6db7c8-25ac-4a2f-9579-fac9f3c25f00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.417060 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-3e6db7c8-25ac-4a2f-9579-fac9f3c25f00 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cdbb2865-15b9-43a3-a7bd-b69366b2a53b HTTP/1.1" status: 204 len: 168 time: 0.2608449 Oct 28 15:19:07.428129 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6db7c8-25ac-4a2f-9579-fac9f3c25f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb2865-15b9-43a3-a7bd-b69366b2a53b,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:07.439628 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a583cbe-acb7-4403-9ba8-05b2f8e93caa admin admin] Deleting subnet 8ce23e5a-4a66-44dd-b6e0-9cb50807187e {{(pid=102151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:19:07.445217 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-6a583cbe-acb7-4403-9ba8-05b2f8e93caa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.490828 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-6a583cbe-acb7-4403-9ba8-05b2f8e93caa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7175645'] for subnet, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.531985 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-6a583cbe-acb7-4403-9ba8-05b2f8e93caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.707418 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-6a583cbe-acb7-4403-9ba8-05b2f8e93caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5670529'] for subnet, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.735479 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-6a583cbe-acb7-4403-9ba8-05b2f8e93caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.739484 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-6a583cbe-acb7-4403-9ba8-05b2f8e93caa admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8ce23e5a-4a66-44dd-b6e0-9cb50807187e HTTP/1.1" status: 204 len: 168 time: 0.3634577 Oct 28 15:19:07.740494 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a583cbe-acb7-4403-9ba8-05b2f8e93caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce23e5a-4a66-44dd-b6e0-9cb50807187e,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:07.742255 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 38254) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:07.825139 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.928492 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.954303 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd44df2e-02de-459a-af0c-6bb6e018b864']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:19:07.959428 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5b7df7eb-8eb4-4593-9f8e-087e23e65d7f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:07.964163 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5b7df7eb-8eb4-4593-9f8e-087e23e65d7f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.49 "GET /v2.0/networks?id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 HTTP/1.1" status: 200 len: 813 time: 0.1186118 Oct 28 15:19:07.965214 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561d5881-300e-4389-9408-a46184d977c4') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:19:07.965504 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561d5881-300e-4389-9408-a46184d977c4') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:19:07.975937 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:07.998853 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.001490 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Request body: {'port': {'device_id': '07f8d0b6-a6f5-4768-8039-c0e7cd03aa86', 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3', 'admin_state_up': True, 'tenant_id': 'a4edc71432e54043b1d565e37a39506c'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:19:08.008375 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:19:08.009335 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:19:08.011417 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:19:08.213189 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Made reservation on behalf of a4edc71432e54043b1d565e37a39506c for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:19:08.216983 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.217180 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.230078 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.233409 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bd44df2e-02de-459a-af0c-6bb6e018b864 HTTP/1.1" status: 204 len: 168 time: 0.4895210 Oct 28 15:19:08.308440 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f8b21-88a3-4972-af0b-329b5b24e496 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd44df2e-02de-459a-af0c-6bb6e018b864,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:08.318464 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bbb4f8a4-f5e2-4c70-8eaa-011e103e9d18 req-f2938d93-6113-4560-9425-8a11ddd81d9d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 210 time: 0.0709596 Oct 28 15:19:08.403205 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Allocated IP 172.20.0.2 (0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3/7214bf52-d120-425f-a4f0-1ca4fe795e90/14ee62a7-daaf-4e0d-93c6-8df9ecaae09d) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:19:08.495647 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63868c8-7999-44b9-948e-865c28dcdea6 req-d0acc921-4615-489d-aae1-9ecfe2c440ea tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:08.497365 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b63868c8-7999-44b9-948e-865c28dcdea6 req-d0acc921-4615-489d-aae1-9ecfe2c440ea tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0580757 Oct 28 15:19:08.506116 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:19:08.546695 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b63868c8-7999-44b9-948e-865c28dcdea6 req-b3c04172-9f2a-44f1-a03d-d2c90c9ef702 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 Oct 28 15:19:08.584533 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.705535 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.753329 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:19:08.757482 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:19:08.761301 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:19:08.767580 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Pushing event updated for resources: {'Port': ['ID=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:08.784694 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 38296) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:08.816848 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:08.817487 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.829125 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-533c1315-3cbe-40b2-8931-848bdf6a56c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=556fc8a6a9084bbcac95337efe7e0c32&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0428553 Oct 28 15:19:08.832550 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 38298) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:08.888271 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f9ee885f-37ef-47a2-a951-d1bda1bdb6bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.910667 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f9ee885f-37ef-47a2-a951-d1bda1bdb6bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:08.992939 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-4c5b4482-c930-43f8-a1cc-e89dd121443b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9968648 Oct 28 15:19:09.010301 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Request body: {'port': {'device_id': '07f8d0b6-a6f5-4768-8039-c0e7cd03aa86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:19:09.064244 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:09.097524 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f9ee885f-37ef-47a2-a951-d1bda1bdb6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:09.100000 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f9ee885f-37ef-47a2-a951-d1bda1bdb6bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:09.101223 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-f9ee885f-37ef-47a2-a951-d1bda1bdb6bd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0b32b9db-2d60-4277-bc69-47182b8a99f1 HTTP/1.1" status: 204 len: 168 time: 0.2676120 Oct 28 15:19:09.119730 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee885f-37ef-47a2-a951-d1bda1bdb6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b32b9db-2d60-4277-bc69-47182b8a99f1,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:09.389060 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:19:09.395953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:09.408806 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Transition to ACTIVE for port object 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:19:09.457507 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb905e-3047-41fb-8838-88c34fb469a2 req-e291c6c2-38ec-4863-a45f-18ca69910078 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:09.459100 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6dbb905e-3047-41fb-8838-88c34fb469a2 req-e291c6c2-38ec-4863-a45f-18ca69910078 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 931 time: 0.0629368 Oct 28 15:19:09.498346 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6dbb905e-3047-41fb-8838-88c34fb469a2 req-931037ea-b0b6-4a40-b1a7-7d3de718d836 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Oct 28 15:19:09.520047 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:09.574826 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Pushing event updated for resources: {'Port': ['ID=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:09.681193 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c027e18-867a-4133-95f1-391064411598 req-4bf1e2d9-9f0d-4b45-9411-71aab5f7666a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:09.682919 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7c027e18-867a-4133-95f1-391064411598 req-4bf1e2d9-9f0d-4b45-9411-71aab5f7666a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0573506 Oct 28 15:19:09.727557 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7c027e18-867a-4133-95f1-391064411598 req-da60dc50-a197-427f-b417-60fbd10315b6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379691 Oct 28 15:19:09.879862 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Attempting to bind port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:19:09.880181 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Attempting to bind port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:19:09.880542 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Attempting to bind port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d on network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:19:09.888417 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d on network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:19:09.888417 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Attempting to bind port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d on network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:19:09.890677 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:19:09.891032 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Checking segment: {'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:19:09.891384 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Bound using segment: {'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:19:09.891803 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Bound port: 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:19:09.892214 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:09.963491 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] For port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:19:09.966778 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] For port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:19:10.033537 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:10.076518 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:10.077056 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:10.081545 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] 10.222.0.49 "PUT /v2.0/ports/14ee62a7-daaf-4e0d-93c6-8df9ecaae09d HTTP/1.1" status: 200 len: 1093 time: 1.0756030 Oct 28 15:19:10.082530 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f8d0b6-a6f5-4768-8039-c0e7cd03aa86', 'tag': '14ee62a7-daaf-4e0d-93c6-8df9ecaae09d'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:19:10.084820 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c10d920-7677-471c-8f8e-9a85deb3f5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "07f8d0b6-a6f5-4768-8039-c0e7cd03aa86", "tag": "14ee62a7-daaf-4e0d-93c6-8df9ecaae09d"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:19:10.120925 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d645a-0ad4-42c4-b855-f5c2e8e03e88 service neutron] Pushing event updated for resources: {'Port': ['ID=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:10.135095 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e069d15-ffe4-43ce-894f-82a5f4cd7777 x-openstack-request-id: req-0e069d15-ffe4-43ce-894f-82a5f4cd7777 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:19:10.135575 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f8d0b6-a6f5-4768-8039-c0e7cd03aa86", "tag": "14ee62a7-daaf-4e0d-93c6-8df9ecaae09d", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:19:10.135892 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0e069d15-ffe4-43ce-894f-82a5f4cd7777 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:19:10.136280 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f8d0b6-a6f5-4768-8039-c0e7cd03aa86', 'tag': '14ee62a7-daaf-4e0d-93c6-8df9ecaae09d', 'status': 'completed', 'code': 200} Oct 28 15:19:10.215444 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10d920-7677-471c-8f8e-9a85deb3f5ae req-60f97a52-7f5d-4fed-9eaf-75e3d1c66646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:10.216993 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6c10d920-7677-471c-8f8e-9a85deb3f5ae req-60f97a52-7f5d-4fed-9eaf-75e3d1c66646 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 1096 time: 0.0450068 Oct 28 15:19:10.398844 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10d920-7677-471c-8f8e-9a85deb3f5ae req-cc293470-cdc1-4036-9f1a-53f22a1e5d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:10.400510 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6c10d920-7677-471c-8f8e-9a85deb3f5ae req-cc293470-cdc1-4036-9f1a-53f22a1e5d34 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a4edc71432e54043b1d565e37a39506c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1479821 Oct 28 15:19:10.426153 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:10.537882 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10d920-7677-471c-8f8e-9a85deb3f5ae req-e8c46be0-c9ce-4e1a-bbcf-01e42d29f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:10.539275 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6c10d920-7677-471c-8f8e-9a85deb3f5ae req-e8c46be0-c9ce-4e1a-bbcf-01e42d29f6e9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1214592 Oct 28 15:19:10.625115 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cde4f2-9815-40b4-8d23-834f17466e28 req-196a43fb-6c22-4637-8635-74281399a94a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:10.626596 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49cde4f2-9815-40b4-8d23-834f17466e28 req-196a43fb-6c22-4637-8635-74281399a94a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0550711 Oct 28 15:19:10.679578 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49cde4f2-9815-40b4-8d23-834f17466e28 req-daa2c345-e4ac-473b-90a5-34cabf0b774e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Oct 28 15:19:10.710819 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-d3bacf24-974c-47c4-89a0-4d87cba2df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:10.712367 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-d3bacf24-974c-47c4-89a0-4d87cba2df16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 1096 time: 0.0829563 Oct 28 15:19:10.767964 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-25332580-f017-4088-b6e7-ad5a2794b019 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d HTTP/1.1" status: 200 len: 217 time: 0.0414219 Oct 28 15:19:10.837666 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-01eb0684-3888-4ade-a6e8-24a8f43fceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:10.839131 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-01eb0684-3888-4ade-a6e8-24a8f43fceea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7214bf52-d120-425f-a4f0-1ca4fe795e90 HTTP/1.1" status: 200 len: 853 time: 0.0629981 Oct 28 15:19:10.879213 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-e6ebd1bb-b4fb-4187-b33c-a03b22814825 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267158 Oct 28 15:19:10.882719 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dd84e-cc9e-4b6b-abd8-126e3644f5d1 req-2f7c06a9-4a30-450c-8b86-7061c76651e9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:10.884468 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae1dd84e-cc9e-4b6b-abd8-126e3644f5d1 req-2f7c06a9-4a30-450c-8b86-7061c76651e9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0582004 Oct 28 15:19:10.935893 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae1dd84e-cc9e-4b6b-abd8-126e3644f5d1 req-9624dd2d-df09-46f9-8d1c-efdd48e31236 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421083 Oct 28 15:19:11.004108 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-6037dfcc-b1ff-4c08-9ebf-0216f7990b1b service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137888 Oct 28 15:19:11.099885 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1a6b10b3-9526-433e-8dcc-82fd793f79e0 req-fe964454-6c00-4463-be9d-bea3d3a91113 service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847259 Oct 28 15:19:11.815061 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa161f-d7ca-4056-acdd-31164fc301ae req-d3be4ec0-1697-4a1a-9af5-915fe6a09645 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:11.816556 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-affa161f-d7ca-4056-acdd-31164fc301ae req-d3be4ec0-1697-4a1a-9af5-915fe6a09645 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0535464 Oct 28 15:19:11.856615 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-affa161f-d7ca-4056-acdd-31164fc301ae req-b6ad2ee5-0c6f-40c9-8ecd-3641d22e2872 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Oct 28 15:19:12.066547 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88df46-bf5d-4b4a-b63b-1991e6b1a39b req-7b79e9a1-380b-485c-8382-9a7e974344bf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:12.068637 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fd88df46-bf5d-4b4a-b63b-1991e6b1a39b req-7b79e9a1-380b-485c-8382-9a7e974344bf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0537465 Oct 28 15:19:12.121314 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fd88df46-bf5d-4b4a-b63b-1991e6b1a39b req-76813ece-569b-4d1b-b595-7ed8d3bcc8a0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466855 Oct 28 15:19:12.911065 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 38462) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:12.977213 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739a9e-b62f-4c72-9492-0071f3e7f431 req-417f6f94-ce59-4cf6-bfa8-33788e2c7053 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:12.978707 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6b739a9e-b62f-4c72-9492-0071f3e7f431 req-417f6f94-ce59-4cf6-bfa8-33788e2c7053 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0574834 Oct 28 15:19:13.022572 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6b739a9e-b62f-4c72-9492-0071f3e7f431 req-a5f0d9e2-57cc-4e0f-b752-c65ded256795 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Oct 28 15:19:13.027129 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1325a468-5f11-4975-994f-0bcaa4544874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:13.103848 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1325a468-5f11-4975-994f-0bcaa4544874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:13.219569 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1325a468-5f11-4975-994f-0bcaa4544874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:13.250997 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fbe0-d1a9-4e05-aaea-c83f2e947f20 req-d80d945c-150c-46a1-85db-837556b1baab tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:13.252677 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0c8fbe0-d1a9-4e05-aaea-c83f2e947f20 req-d80d945c-150c-46a1-85db-837556b1baab tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0602782 Oct 28 15:19:13.260058 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-1325a468-5f11-4975-994f-0bcaa4544874 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d0a4704bc4e842c891d71781bc2a649b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477266 Oct 28 15:19:13.260902 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325a468-5f11-4975-994f-0bcaa4544874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d556460-b893-4af1-8d99-5d1e525357f7,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:13.265199 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 38478) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:13.297270 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0c8fbe0-d1a9-4e05-aaea-c83f2e947f20 req-86ac7a0e-86bf-41d0-b126-0826a604b23f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384727 Oct 28 15:19:13.315452 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9d1f06ad-538b-4a28-8967-69105b7ffb56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:13.337113 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9d1f06ad-538b-4a28-8967-69105b7ffb56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:13.449664 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9d1f06ad-538b-4a28-8967-69105b7ffb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:13.452144 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9d1f06ad-538b-4a28-8967-69105b7ffb56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:13.453367 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-9d1f06ad-538b-4a28-8967-69105b7ffb56 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d556460-b893-4af1-8d99-5d1e525357f7 HTTP/1.1" status: 204 len: 168 time: 0.1870842 Oct 28 15:19:13.461676 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f06ad-538b-4a28-8967-69105b7ffb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d556460-b893-4af1-8d99-5d1e525357f7,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:14.088553 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 38490) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:14.121575 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a65bd5cd-bc3f-4a43-bd9b-33a4ff51002d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:14.162749 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bca9f1-df83-4402-9752-82963435881c req-9dce93b9-2bd4-4007-8356-221642486869 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:14.164225 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-36bca9f1-df83-4402-9752-82963435881c req-9dce93b9-2bd4-4007-8356-221642486869 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0746281 Oct 28 15:19:14.217686 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-36bca9f1-df83-4402-9752-82963435881c req-66c5c02c-5eb7-41a1-a48e-47284442916c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Oct 28 15:19:14.240549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a65bd5cd-bc3f-4a43-bd9b-33a4ff51002d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:14.306959 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a65bd5cd-bc3f-4a43-bd9b-33a4ff51002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:14.350514 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a65bd5cd-bc3f-4a43-bd9b-33a4ff51002d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=51fb16df998d4bbdbff52817ac3bfb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590353 Oct 28 15:19:14.350514 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bd5cd-bc3f-4a43-bd9b-33a4ff51002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc10bf7-331b-4807-8e23-3b99af95e421,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:14.351097 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 38498) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:14.402547 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2baf2d38-2551-4a65-ac4d-32122a246476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:14.411005 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce871d-0513-43e8-b562-b52e1538a730 req-4516e73e-b3db-41fb-b4c9-f580d27f53db tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:14.412509 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-22ce871d-0513-43e8-b562-b52e1538a730 req-4516e73e-b3db-41fb-b4c9-f580d27f53db tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0473900 Oct 28 15:19:14.423973 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2baf2d38-2551-4a65-ac4d-32122a246476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:14.450153 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-22ce871d-0513-43e8-b562-b52e1538a730 req-bd5cc010-69e4-4077-a363-70c9e6bf1f62 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311780 Oct 28 15:19:14.558656 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2baf2d38-2551-4a65-ac4d-32122a246476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:14.561192 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2baf2d38-2551-4a65-ac4d-32122a246476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:14.562347 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-2baf2d38-2551-4a65-ac4d-32122a246476 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4fc10bf7-331b-4807-8e23-3b99af95e421 HTTP/1.1" status: 204 len: 168 time: 0.2101789 Oct 28 15:19:14.570436 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf2d38-2551-4a65-ac4d-32122a246476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc10bf7-331b-4807-8e23-3b99af95e421,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:15.334884 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975ebe8-8633-4bcc-8f05-e643e8cb6f8e req-12c0e41e-d76d-49bb-95e1-80fb5e11b855 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:15.336298 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8975ebe8-8633-4bcc-8f05-e643e8cb6f8e req-12c0e41e-d76d-49bb-95e1-80fb5e11b855 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0498698 Oct 28 15:19:15.373971 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8975ebe8-8633-4bcc-8f05-e643e8cb6f8e req-8a2de80c-85bc-4f75-94f8-05df7683ae9e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Oct 28 15:19:15.375807 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-82c389d1-c5a2-45c7-acf7-6f62580ada90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:15.569798 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f135-1f9c-4fe8-861e-8136f965c664 req-b275e76f-d68d-4457-aa47-63a191e82a84 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:15.571240 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eeb7f135-1f9c-4fe8-861e-8136f965c664 req-b275e76f-d68d-4457-aa47-63a191e82a84 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0521576 Oct 28 15:19:15.609320 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eeb7f135-1f9c-4fe8-861e-8136f965c664 req-13479c7f-7c65-4fd8-919e-c2814f9e8055 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Oct 28 15:19:16.489374 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d2ec8-252e-40a5-8451-acef71e0fef7 req-e4d7a89a-2f01-4b9e-88d7-b805f34b54f8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:16.495881 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-755d2ec8-252e-40a5-8451-acef71e0fef7 req-e4d7a89a-2f01-4b9e-88d7-b805f34b54f8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0565012 Oct 28 15:19:16.529393 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-755d2ec8-252e-40a5-8451-acef71e0fef7 req-f6880fe8-849c-493b-8c86-72da48ab08e3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326495 Oct 28 15:19:16.720863 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d9585-f403-4178-abff-81ccc0241577 req-f56c8a6c-da7c-4e1e-8500-fd5f8c3b2134 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:16.722865 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-136d9585-f403-4178-abff-81ccc0241577 req-f56c8a6c-da7c-4e1e-8500-fd5f8c3b2134 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0492804 Oct 28 15:19:16.763682 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-136d9585-f403-4178-abff-81ccc0241577 req-fd1d38c2-2624-4cc9-aaab-56b4ca1fd43d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Oct 28 15:19:17.647131 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266ba4a-3c2c-4c85-97a3-916c98b8eb32 req-3d38fa9d-e781-417a-a7b7-a03975a35c5e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:17.648615 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4266ba4a-3c2c-4c85-97a3-916c98b8eb32 req-3d38fa9d-e781-417a-a7b7-a03975a35c5e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0515738 Oct 28 15:19:17.686936 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4266ba4a-3c2c-4c85-97a3-916c98b8eb32 req-87daef15-e559-41fb-adbf-ed4fa4299654 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317533 Oct 28 15:19:17.878446 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be746480-be4a-4eac-80b7-ceecf034d841 req-70174480-18d9-4384-9b14-0c9cebcab79f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:17.879886 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-be746480-be4a-4eac-80b7-ceecf034d841 req-70174480-18d9-4384-9b14-0c9cebcab79f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0482078 Oct 28 15:19:17.918966 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-be746480-be4a-4eac-80b7-ceecf034d841 req-0f486b27-b17e-442b-96fe-64f7648191b3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328834 Oct 28 15:19:18.176158 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b8b0e552-01cf-41cb-bd7d-178d8f1ce538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:18.805281 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012950d0-1233-47b3-8406-39ea95572cf5 req-465dc661-39ba-4cc1-870e-a6cef71f822f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:18.806667 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-012950d0-1233-47b3-8406-39ea95572cf5 req-465dc661-39ba-4cc1-870e-a6cef71f822f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0499527 Oct 28 15:19:18.848151 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-012950d0-1233-47b3-8406-39ea95572cf5 req-dcf25629-a169-4858-99be-4864bbe508ba tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355954 Oct 28 15:19:19.068372 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc9240-0d9c-42df-b80d-a6d418dcd30c req-c04de6b6-2665-49dd-8c57-b07944794a2b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:19.070138 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-33bc9240-0d9c-42df-b80d-a6d418dcd30c req-c04de6b6-2665-49dd-8c57-b07944794a2b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0576048 Oct 28 15:19:19.113709 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-33bc9240-0d9c-42df-b80d-a6d418dcd30c req-eec5d330-6427-44a1-9ae1-9c57034d7b5e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359807 Oct 28 15:19:19.129855 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:19.304898 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:19.974355 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d11439-4731-4184-8ea9-f0402eeae13b req-3dce4053-32ca-4b22-90e0-27bc9ff9a7e0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:19.975857 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-30d11439-4731-4184-8ea9-f0402eeae13b req-3dce4053-32ca-4b22-90e0-27bc9ff9a7e0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0496597 Oct 28 15:19:20.016256 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-30d11439-4731-4184-8ea9-f0402eeae13b req-31d9e926-e128-4262-bca4-41f6fcc3d923 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341725 Oct 28 15:19:20.231238 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fa6ad-bac5-4350-81bd-50c5b236f0e2 req-63c17989-612a-4e5d-8854-6420a39b579f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:20.232749 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d2fa6ad-bac5-4350-81bd-50c5b236f0e2 req-63c17989-612a-4e5d-8854-6420a39b579f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0488214 Oct 28 15:19:20.271885 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d2fa6ad-bac5-4350-81bd-50c5b236f0e2 req-3fe3160e-3382-4513-a5aa-24a6d5ebe1df tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Oct 28 15:19:20.891477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:21.033232 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 38724) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:21.141913 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113879cc-1285-462d-9d48-08287880c456 req-4c4c61cf-a717-4f07-b19d-7efbc7e1ae00 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:21.143341 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-113879cc-1285-462d-9d48-08287880c456 req-4c4c61cf-a717-4f07-b19d-7efbc7e1ae00 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0581095 Oct 28 15:19:21.149456 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c5481f2-cb46-4498-9e2a-70103df24b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:21.222092 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-113879cc-1285-462d-9d48-08287880c456 req-539071bd-6f32-41fa-a98c-edefe4c2023b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703328 Oct 28 15:19:21.271113 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c5481f2-cb46-4498-9e2a-70103df24b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:21.393375 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c139-c1af-427e-ac64-78a0c210b6c1 req-fe0677e4-a476-4e7b-8136-327f2f7126fa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:21.394800 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6df3c139-c1af-427e-ac64-78a0c210b6c1 req-fe0677e4-a476-4e7b-8136-327f2f7126fa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0507188 Oct 28 15:19:21.395919 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c5481f2-cb46-4498-9e2a-70103df24b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:21.453456 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-2c5481f2-cb46-4498-9e2a-70103df24b46 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4dc1261559e64aa6ba0defaa585839c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191055 Oct 28 15:19:21.456261 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 38734) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:21.458249 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5481f2-cb46-4498-9e2a-70103df24b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20858d10-5352-4049-832b-f87cd2a1b456,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:21.473380 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6df3c139-c1af-427e-ac64-78a0c210b6c1 req-ff50ca45-2722-4c45-b8f9-e876fd0e1d48 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719836 Oct 28 15:19:21.507324 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5b6703a1-7409-4ce0-ab46-fe94aeecd015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:21.528542 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5b6703a1-7409-4ce0-ab46-fe94aeecd015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:21.690022 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5b6703a1-7409-4ce0-ab46-fe94aeecd015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:21.692769 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5b6703a1-7409-4ce0-ab46-fe94aeecd015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:21.693906 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-5b6703a1-7409-4ce0-ab46-fe94aeecd015 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/20858d10-5352-4049-832b-f87cd2a1b456 HTTP/1.1" status: 204 len: 168 time: 0.2366426 Oct 28 15:19:21.701792 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6703a1-7409-4ce0-ab46-fe94aeecd015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20858d10-5352-4049-832b-f87cd2a1b456,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:22.332829 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624335-32cf-43aa-ac9a-a0b9f756c7c4 req-f8c84961-f7d4-4cf7-bc00-b878db2a33ce tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:22.334312 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-38624335-32cf-43aa-ac9a-a0b9f756c7c4 req-f8c84961-f7d4-4cf7-bc00-b878db2a33ce tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 943 time: 0.0480504 Oct 28 15:19:22.345503 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:19:22.375686 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-38624335-32cf-43aa-ac9a-a0b9f756c7c4 req-3479a977-b028-4a5e-925d-d17d99e9e9ac tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354669 Oct 28 15:19:22.454113 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:19:22.464720 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 38750) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:22.466476 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '14ee62a7-daaf-4e0d-93c6-8df9ecaae09d', 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3', 'port_id': '14ee62a7-daaf-4e0d-93c6-8df9ecaae09d', 'mac_address': 'fa:16:3e:47:d5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214bf52-d120-425f-a4f0-1ca4fe795e90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:19:22.479240 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-345a1f64-d403-4e3a-840e-7880fb7626ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.508274 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.521919 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:19:22.542659 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:19:22.565966 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-345a1f64-d403-4e3a-840e-7880fb7626ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.595111 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c206e-3afd-4da0-9e74-59145e7a1f78 req-30a1c9c7-66b2-4cda-b600-347184f3acb0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:22.596698 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-004c206e-3afd-4da0-9e74-59145e7a1f78 req-30a1c9c7-66b2-4cda-b600-347184f3acb0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0503485 Oct 28 15:19:22.619167 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.655687 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-004c206e-3afd-4da0-9e74-59145e7a1f78 req-ce8d1795-a664-466b-9eb0-1469eafa658a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499251 Oct 28 15:19:22.656148 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-345a1f64-d403-4e3a-840e-7880fb7626ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.685964 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:22.693867 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.694237 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.694576 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.694907 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.695233 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.695557 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.695874 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.696343 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.696712 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.697031 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.697646 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.697969 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:22.718482 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-345a1f64-d403-4e3a-840e-7880fb7626ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d0e36b85c0094512a3b0a65cd41ee632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503135 Oct 28 15:19:22.718482 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a1f64-d403-4e3a-840e-7880fb7626ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd6c040-3e37-462e-af5f-caf1da646f84,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:22.718914 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 38760) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:22.775393 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-52b2aeb7-6615-464e-a985-fec44c26bf5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.795976 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-52b2aeb7-6615-464e-a985-fec44c26bf5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.911109 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-52b2aeb7-6615-464e-a985-fec44c26bf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.913751 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-52b2aeb7-6615-464e-a985-fec44c26bf5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:22.914902 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-52b2aeb7-6615-464e-a985-fec44c26bf5d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bfd6c040-3e37-462e-af5f-caf1da646f84 HTTP/1.1" status: 204 len: 168 time: 0.1950145 Oct 28 15:19:22.926361 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2aeb7-6615-464e-a985-fec44c26bf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd6c040-3e37-462e-af5f-caf1da646f84,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:23.488311 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2e822-f852-4abc-8f53-7439e4cf3e91 req-b8895c3b-550d-4f75-86f6-2cf41e970ff4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:23.489835 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cfb2e822-f852-4abc-8f53-7439e4cf3e91 req-b8895c3b-550d-4f75-86f6-2cf41e970ff4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 944 time: 0.0481002 Oct 28 15:19:23.529047 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cfb2e822-f852-4abc-8f53-7439e4cf3e91 req-5ae3888c-4f24-4d2a-81b8-48e069d69e4b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331101 Oct 28 15:19:23.791175 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95672f-bbf0-4081-9b93-cc9932a4a87f req-1d8005bd-325e-4ad8-a5b4-95c717d06abd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:23.793816 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3c95672f-bbf0-4081-9b93-cc9932a4a87f req-1d8005bd-325e-4ad8-a5b4-95c717d06abd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0631263 Oct 28 15:19:23.831226 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3c95672f-bbf0-4081-9b93-cc9932a4a87f req-c6108fa6-f9d0-4514-8a43-8afccf198e31 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Oct 28 15:19:24.648782 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3916c-0f08-44f2-86e2-fd2b528e8488 req-88310eb0-02dc-4b06-b44a-52b311854a19 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:24.650257 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2bd3916c-0f08-44f2-86e2-fd2b528e8488 req-88310eb0-02dc-4b06-b44a-52b311854a19 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 944 time: 0.0550175 Oct 28 15:19:24.687329 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2bd3916c-0f08-44f2-86e2-fd2b528e8488 req-95119425-aff1-4332-bf2e-2838c081b673 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312390 Oct 28 15:19:24.959439 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43737a0-7e60-4305-a3be-acebf43a887c req-bbf36d58-d590-47a0-a1ac-175deca60788 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:24.959439 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c43737a0-7e60-4305-a3be-acebf43a887c req-bbf36d58-d590-47a0-a1ac-175deca60788 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0496633 Oct 28 15:19:24.997917 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c43737a0-7e60-4305-a3be-acebf43a887c req-5072d538-c887-447a-b158-5894721a749d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350435 Oct 28 15:19:25.806151 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b6eb1-bbbd-4250-a231-d660edf68fb3 req-f4e5a4fd-15ed-4bcb-9690-7731f3609a5e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:25.807593 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-de5b6eb1-bbbd-4250-a231-d660edf68fb3 req-f4e5a4fd-15ed-4bcb-9690-7731f3609a5e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 944 time: 0.0502760 Oct 28 15:19:25.851291 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-de5b6eb1-bbbd-4250-a231-d660edf68fb3 req-b5ed7e41-a087-434a-8e70-23a936f733ac tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378876 Oct 28 15:19:26.124486 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332fc9-ad60-4671-9842-24efb2d71874 req-1239c599-7048-43a8-877d-a3819ab41886 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:26.126008 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6c332fc9-ad60-4671-9842-24efb2d71874 req-1239c599-7048-43a8-877d-a3819ab41886 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0588322 Oct 28 15:19:26.166454 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6c332fc9-ad60-4671-9842-24efb2d71874 req-66531728-07f5-485e-bf99-feac13058738 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340886 Oct 28 15:19:26.983361 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b66e8-c0bd-44c5-a474-0a367ba75c80 req-69aac5e0-6269-400b-bff9-3b8db7f3031f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:26.985025 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6a6b66e8-c0bd-44c5-a474-0a367ba75c80 req-69aac5e0-6269-400b-bff9-3b8db7f3031f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 944 time: 0.0645063 Oct 28 15:19:27.023312 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6a6b66e8-c0bd-44c5-a474-0a367ba75c80 req-9265e73b-702c-4801-a469-0d189509647f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Oct 28 15:19:27.279352 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d8428-e8e5-4377-955e-10df4583fbbc req-e6d1c08a-a887-403f-9e82-1c4bcde8a882 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:27.280735 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-812d8428-e8e5-4377-955e-10df4583fbbc req-e6d1c08a-a887-403f-9e82-1c4bcde8a882 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0483203 Oct 28 15:19:27.317348 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-812d8428-e8e5-4377-955e-10df4583fbbc req-f82dac90-632f-4536-93e0-5498157314d0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301886 Oct 28 15:19:27.399335 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['14ee62a7-daaf-4e0d-93c6-8df9ecaae09d'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:19:28.139527 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e1354-cd12-4a19-b059-bb1b8ee5a357 req-2ff54577-f5a1-4ad6-877c-15f4036cd21c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:28.140987 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7d0e1354-cd12-4a19-b059-bb1b8ee5a357 req-2ff54577-f5a1-4ad6-877c-15f4036cd21c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 944 time: 0.0497541 Oct 28 15:19:28.177813 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7d0e1354-cd12-4a19-b059-bb1b8ee5a357 req-b8840f2b-9a29-4219-a348-b5236a9b3eed tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Oct 28 15:19:28.429473 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf7635-51ea-41c6-9e42-b4a450897fd6 req-c8ba270c-6797-4473-872c-a31674ed6374 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:28.431672 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5faf7635-51ea-41c6-9e42-b4a450897fd6 req-c8ba270c-6797-4473-872c-a31674ed6374 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0484915 Oct 28 15:19:28.470008 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5faf7635-51ea-41c6-9e42-b4a450897fd6 req-82d3c400-5eac-433e-bfc3-02f40a9d2798 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Oct 28 15:19:29.305373 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ded3e-803d-465f-8ad8-a18f42802f4a req-bac1f516-7bd4-48e7-90d6-920c1e5bf012 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:29.307364 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a97ded3e-803d-465f-8ad8-a18f42802f4a req-bac1f516-7bd4-48e7-90d6-920c1e5bf012 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 944 time: 0.0539470 Oct 28 15:19:29.357149 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a97ded3e-803d-465f-8ad8-a18f42802f4a req-9d5fcc4e-48c9-4d13-b0ca-c0b856a0885b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Oct 28 15:19:29.587793 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dd2a6-7d0a-4994-9cfe-aac7e8ff2266 req-8b3e4210-c2a0-4c0e-acbb-b1bf6360709a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:29.592169 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b19dd2a6-7d0a-4994-9cfe-aac7e8ff2266 req-8b3e4210-c2a0-4c0e-acbb-b1bf6360709a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0530419 Oct 28 15:19:29.629137 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b19dd2a6-7d0a-4994-9cfe-aac7e8ff2266 req-09b4a876-b5fd-4b50-9d50-280f692f6a3c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Oct 28 15:19:29.978873 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:19:30.163123 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:19:30.167903 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:19:30.168365 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:30.214338 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde2c53-0a1f-4ba3-959b-14b658623ec8 req-ed9a46e9-700f-4a12-8b60-00a281653e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:30.216584 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ddde2c53-0a1f-4ba3-959b-14b658623ec8 req-ed9a46e9-700f-4a12-8b60-00a281653e01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0460906 Oct 28 15:19:30.254606 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ddde2c53-0a1f-4ba3-959b-14b658623ec8 req-4e815730-d7c0-4309-bafb-b3b2a928a34b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288608 Oct 28 15:19:30.261353 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:30.284689 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f8d0b6-a6f5-4768-8039-c0e7cd03aa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee62a7-daaf-4e0d-93c6-8df9ecaae09d'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:19:30.286947 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45da099-486f-411f-8ac2-7a3131c90b41" -d '{"events": [{"server_uuid": "07f8d0b6-a6f5-4768-8039-c0e7cd03aa86", "name": "network-vif-plugged", "status": "completed", "tag": "14ee62a7-daaf-4e0d-93c6-8df9ecaae09d"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:19:30.299089 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:19:30.326645 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b299952-8d6c-4d65-b455-15590f034d1f x-openstack-request-id: req-8b299952-8d6c-4d65-b455-15590f034d1f {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:19:30.326954 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f8d0b6-a6f5-4768-8039-c0e7cd03aa86", "name": "network-vif-plugged", "status": "completed", "tag": "14ee62a7-daaf-4e0d-93c6-8df9ecaae09d", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:19:30.327222 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8b299952-8d6c-4d65-b455-15590f034d1f {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:19:30.327597 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f8d0b6-a6f5-4768-8039-c0e7cd03aa86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ee62a7-daaf-4e0d-93c6-8df9ecaae09d', 'code': 200} Oct 28 15:19:30.437787 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:30.477223 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3428d2-8162-4979-9e85-c28f4c61ed87 req-edbcbd1b-8037-4d6c-8e55-b24fbb948f5a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:30.479585 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5e3428d2-8162-4979-9e85-c28f4c61ed87 req-edbcbd1b-8037-4d6c-8e55-b24fbb948f5a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0553885 Oct 28 15:19:30.517597 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:30.524945 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5e3428d2-8162-4979-9e85-c28f4c61ed87 req-c8b95dda-7baa-4eb6-9e27-0c63a44993bb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Oct 28 15:19:30.789800 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36b04-9503-4b4b-a1eb-78e89cdc3825 req-a2f6d15b-4390-4f17-b17e-f51afa403a60 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:30.791274 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bfb36b04-9503-4b4b-a1eb-78e89cdc3825 req-a2f6d15b-4390-4f17-b17e-f51afa403a60 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0545006 Oct 28 15:19:30.832785 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bfb36b04-9503-4b4b-a1eb-78e89cdc3825 req-929f6e76-dbbb-4188-bb94-a8b9522d85a2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Oct 28 15:19:30.996230 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41235681-7135-4b57-b25f-677b210726b5 req-36572021-e964-4e90-820c-63f536c481ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:30.997838 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41235681-7135-4b57-b25f-677b210726b5 req-36572021-e964-4e90-820c-63f536c481ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 1098 time: 0.0406053 Oct 28 15:19:31.034282 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41235681-7135-4b57-b25f-677b210726b5 req-b73a6ff2-d9b7-483b-9884-148505ca356d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284648 Oct 28 15:19:31.646936 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15ab0b-b477-4030-b7f8-f55c186d7e95 req-88914d55-5a2e-418f-9d15-b8c1d4defaea tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:31.648378 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ea15ab0b-b477-4030-b7f8-f55c186d7e95 req-88914d55-5a2e-418f-9d15-b8c1d4defaea tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0517976 Oct 28 15:19:31.685381 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ea15ab0b-b477-4030-b7f8-f55c186d7e95 req-1b91d7a2-00ff-40cb-b317-4cc53fc86d0f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310752 Oct 28 15:19:31.948768 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0ea8e-c593-44df-b9c9-accff8964b3b req-ca985132-b6bf-4bff-9102-b0d14c1929b4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:31.950148 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-71f0ea8e-c593-44df-b9c9-accff8964b3b req-ca985132-b6bf-4bff-9102-b0d14c1929b4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0486417 Oct 28 15:19:31.987733 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-71f0ea8e-c593-44df-b9c9-accff8964b3b req-3e3fdce7-d694-4976-b4da-8d286b29d03e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Oct 28 15:19:32.804546 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38689e8-a5d2-46ae-bad8-93d3ee68be2d req-17fa2c21-468d-4150-ba06-09bf01307d4f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:32.806018 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d38689e8-a5d2-46ae-bad8-93d3ee68be2d req-17fa2c21-468d-4150-ba06-09bf01307d4f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0523429 Oct 28 15:19:32.842687 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d38689e8-a5d2-46ae-bad8-93d3ee68be2d req-3e5585e6-5347-4f99-9930-240a628b0514 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306971 Oct 28 15:19:33.104663 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39d16-d22b-4613-9d12-46f9edcf03b0 req-5db46963-7661-4554-b9a8-964ab9312d58 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:33.106211 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dfe39d16-d22b-4613-9d12-46f9edcf03b0 req-5db46963-7661-4554-b9a8-964ab9312d58 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0515218 Oct 28 15:19:33.146446 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dfe39d16-d22b-4613-9d12-46f9edcf03b0 req-380a3cc1-2e2e-46bf-a15d-7fd9dcbff42f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Oct 28 15:19:33.259502 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84405f-aa1b-472b-8070-476c9f02fef3 req-84210f1e-b082-4644-9bd9-f7ce3298f9ba tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:33.261273 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da84405f-aa1b-472b-8070-476c9f02fef3 req-84210f1e-b082-4644-9bd9-f7ce3298f9ba tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0482585 Oct 28 15:19:33.313805 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da84405f-aa1b-472b-8070-476c9f02fef3 req-a1312c1c-5e93-4655-a596-683f15e68af2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435233 Oct 28 15:19:33.966367 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ade47c-eb56-439c-88b1-09231ab6c2b6 req-a823cc7b-c3a9-43a8-89cf-d56d052279aa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:33.967555 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-96ade47c-eb56-439c-88b1-09231ab6c2b6 req-a823cc7b-c3a9-43a8-89cf-d56d052279aa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0573552 Oct 28 15:19:34.007525 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-96ade47c-eb56-439c-88b1-09231ab6c2b6 req-d0f4119b-3002-4a8e-81b8-57849943c428 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327775 Oct 28 15:19:35.553394 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39122) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:35.655807 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:35.738105 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:35.751930 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39138) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:35.856926 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4a13cac4-2a2c-4edc-8e8f-635b81f2da0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:35.894427 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:35.951232 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b8c13fc10a540ea9f9113bd21a097a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967593 Oct 28 15:19:35.953927 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39150) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:35.954410 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6b4249-e799-4f65-b43d-00b25b30a5dc,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:35.971371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.971371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.971371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.971371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.971371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.971371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.971371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.972149 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.972149 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.972149 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.972415 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.972725 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d823f78a-97ea-4714-9b25-6bb2c1d2d5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:35.984741 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4a13cac4-2a2c-4edc-8e8f-635b81f2da0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.010338 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.030836 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.090561 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4a13cac4-2a2c-4edc-8e8f-635b81f2da0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.128473 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-4a13cac4-2a2c-4edc-8e8f-635b81f2da0c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f2d152513a4d467cb2a2d176bc29e415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751860 Oct 28 15:19:36.131266 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39158) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:36.136360 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13cac4-2a2c-4edc-8e8f-635b81f2da0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816a92f9-1c43-4b4c-8c45-a7bfb4efaf0b,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:36.197182 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e6df873e-17ec-463d-8666-f65b32c446d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.215860 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e6df873e-17ec-463d-8666-f65b32c446d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.222105 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.225323 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.230865 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f6b4249-e799-4f65-b43d-00b25b30a5dc HTTP/1.1" status: 204 len: 168 time: 0.2717516 Oct 28 15:19:36.245082 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6b4249-e799-4f65-b43d-00b25b30a5dc,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:36.258377 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.258731 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.259069 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.259400 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.259728 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.260612 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.260953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.261277 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.261603 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.272195 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.272195 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.272195 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdad4ff4-22e8-4996-81aa-6621df5f3e72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:19:36.379633 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e6df873e-17ec-463d-8666-f65b32c446d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.382271 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e6df873e-17ec-463d-8666-f65b32c446d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:36.383409 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-e6df873e-17ec-463d-8666-f65b32c446d7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/816a92f9-1c43-4b4c-8c45-a7bfb4efaf0b HTTP/1.1" status: 204 len: 168 time: 0.2508039 Oct 28 15:19:36.395773 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df873e-17ec-463d-8666-f65b32c446d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816a92f9-1c43-4b4c-8c45-a7bfb4efaf0b,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:36.870992 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd28c97-3c3f-46cb-9f3c-4f3fbfabac99 req-f6bf481a-6f3e-41e0-ba9a-18223ee0abdd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:36.872452 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0fd28c97-3c3f-46cb-9f3c-4f3fbfabac99 req-f6bf481a-6f3e-41e0-ba9a-18223ee0abdd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0487905 Oct 28 15:19:36.913965 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0fd28c97-3c3f-46cb-9f3c-4f3fbfabac99 req-00c98ec9-8f6c-4c00-aabd-38538a06b197 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Oct 28 15:19:36.947872 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-184bcc97-4510-4b83-929f-fcea701e1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:36.949406 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-184bcc97-4510-4b83-929f-fcea701e1ab7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0427899 Oct 28 15:19:37.029983 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39192) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:37.050883 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-880b9689-0755-43e1-8962-04e731c93b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:37.074927 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-66093fe0-8da9-4fe5-92ff-bca34711ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:37.077550 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-66093fe0-8da9-4fe5-92ff-bca34711ed6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.1173191 Oct 28 15:19:37.133682 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-ae54beb4-455f-49e7-aa79-371df20269d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0469596 Oct 28 15:19:37.168307 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-880b9689-0755-43e1-8962-04e731c93b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:37.197283 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-41cf4009-2704-4334-be32-471db45e4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:37.198646 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-41cf4009-2704-4334-be32-471db45e4b48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0542407 Oct 28 15:19:37.237402 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-894df551-364a-45f3-8ba9-05166b4811a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297854 Oct 28 15:19:37.250363 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-880b9689-0755-43e1-8962-04e731c93b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:37.292655 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b9689-0755-43e1-8962-04e731c93b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad4fe03-290f-43c8-a305-e143c36e5968,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:37.297700 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-880b9689-0755-43e1-8962-04e731c93b91 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=101804c8e0bc4a428b398622aa77f0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657907 Oct 28 15:19:37.300881 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39232) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:37.371577 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e1f83dd4-d7fa-42c6-bf05-5cfbae0ae1d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:37.397583 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-ca887fb7-8f90-4c71-ae08-f50a1e5ebcc8 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347847 Oct 28 15:19:37.404982 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e1f83dd4-d7fa-42c6-bf05-5cfbae0ae1d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:37.522639 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96f645e2-7a13-4d0a-9149-7cc354b21949 req-10dde7ba-739b-4b6d-b00a-402218a34232 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069477 Oct 28 15:19:37.633618 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e1f83dd4-d7fa-42c6-bf05-5cfbae0ae1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:37.639859 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e1f83dd4-d7fa-42c6-bf05-5cfbae0ae1d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:37.641484 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e1f83dd4-d7fa-42c6-bf05-5cfbae0ae1d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fad4fe03-290f-43c8-a305-e143c36e5968 HTTP/1.1" status: 204 len: 168 time: 0.3378251 Oct 28 15:19:37.649636 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f83dd4-d7fa-42c6-bf05-5cfbae0ae1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad4fe03-290f-43c8-a305-e143c36e5968,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:38.071075 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e523d0-0908-4761-a169-7ee25f8f5cac req-256521f4-2468-48ab-b95e-9031e10dd9d3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:38.072647 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-59e523d0-0908-4761-a169-7ee25f8f5cac req-256521f4-2468-48ab-b95e-9031e10dd9d3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0680227 Oct 28 15:19:38.115706 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-59e523d0-0908-4761-a169-7ee25f8f5cac req-77e39342-c744-48e7-a1cf-2f88e0eaece0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Oct 28 15:19:38.693795 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39296) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:38.999188 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-26ad5b11-b626-4dbf-8d1f-4ddae21de0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:39.077844 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-26ad5b11-b626-4dbf-8d1f-4ddae21de0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:39.164782 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-26ad5b11-b626-4dbf-8d1f-4ddae21de0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:39.217559 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad5b11-b626-4dbf-8d1f-4ddae21de0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c9fe1-1eda-4682-ae67-25a56b34625d,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:39.222819 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-26ad5b11-b626-4dbf-8d1f-4ddae21de0c8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=71b9510ba062425a998052481eeb217b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279896 Oct 28 15:19:39.229491 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39332) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:39.279732 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8747d5e-3bae-4165-af41-1fcd03209825 req-b4505632-a38c-4804-862c-e3d3c1afeebf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:39.281671 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c8747d5e-3bae-4165-af41-1fcd03209825 req-b4505632-a38c-4804-862c-e3d3c1afeebf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0857937 Oct 28 15:19:39.290641 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-23ffd224-3898-488e-aec2-5d3f8f36000d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:39.326554 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-23ffd224-3898-488e-aec2-5d3f8f36000d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:39.344533 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c8747d5e-3bae-4165-af41-1fcd03209825 req-7650ab7b-c990-44e4-8f8d-521861a6a903 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524492 Oct 28 15:19:39.478170 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-8f98b025-1329-4654-8ed2-16a5ce633481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:39.478659 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-8f98b025-1329-4654-8ed2-16a5ce633481 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0405419 Oct 28 15:19:39.507447 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-23ffd224-3898-488e-aec2-5d3f8f36000d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:39.510558 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-23ffd224-3898-488e-aec2-5d3f8f36000d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:39.513108 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-23ffd224-3898-488e-aec2-5d3f8f36000d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f96c9fe1-1eda-4682-ae67-25a56b34625d HTTP/1.1" status: 204 len: 168 time: 0.2850022 Oct 28 15:19:39.567229 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ffd224-3898-488e-aec2-5d3f8f36000d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c9fe1-1eda-4682-ae67-25a56b34625d,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:39.625394 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-14197a2e-e6f0-459e-8d39-8efa1142db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:39.626859 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-14197a2e-e6f0-459e-8d39-8efa1142db6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.1109874 Oct 28 15:19:39.683078 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-303ddbff-7e80-4c4d-8b02-54f75efdcbe8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0355718 Oct 28 15:19:39.743519 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-f1aeb331-7e72-4225-bd99-6285981b98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:39.745301 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-f1aeb331-7e72-4225-bd99-6285981b98e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0504313 Oct 28 15:19:39.787406 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-36cdee01-2bf6-4284-8122-75c129c61933 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249574 Oct 28 15:19:39.891655 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-59b4bb49-efc0-4133-92a9-209d3ec33522 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844321 Oct 28 15:19:40.003862 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3791449a-0b4c-43f3-bbd8-d0d3524b61a1 req-8d8ebf5c-d7fa-459e-b971-4bae15d4a78a service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988514 Oct 28 15:19:40.409465 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39366) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:40.423145 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-be5cc784-5b0b-4f79-b118-b46c5458a2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:40.471415 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:40.503770 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056e4c1-0de9-4e68-b7ec-f5349aa2fefe req-d9b99e1d-521b-4ede-ae10-38b809a2a51f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:40.505855 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6056e4c1-0de9-4e68-b7ec-f5349aa2fefe req-d9b99e1d-521b-4ede-ae10-38b809a2a51f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0906107 Oct 28 15:19:40.520889 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-be5cc784-5b0b-4f79-b118-b46c5458a2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:40.614023 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-be5cc784-5b0b-4f79-b118-b46c5458a2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:40.660874 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-be5cc784-5b0b-4f79-b118-b46c5458a2b9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0433c4d2edac4c1f9130cdd44ae5fda3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503033 Oct 28 15:19:40.662318 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cc784-5b0b-4f79-b118-b46c5458a2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3e13db-34d4-4b92-9eae-df714f4229fd,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:40.665405 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39374) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:40.722193 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d1f7-cf1c-4994-aece-384d664da646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:40.725866 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6056e4c1-0de9-4e68-b7ec-f5349aa2fefe req-ec71aae6-595c-4bcc-887a-8bf56c58f42c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138608 Oct 28 15:19:40.749566 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d1f7-cf1c-4994-aece-384d664da646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:40.964661 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d1f7-cf1c-4994-aece-384d664da646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:40.967420 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7fe7d1f7-cf1c-4994-aece-384d664da646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:40.968606 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-7fe7d1f7-cf1c-4994-aece-384d664da646 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fd3e13db-34d4-4b92-9eae-df714f4229fd HTTP/1.1" status: 204 len: 168 time: 0.3020561 Oct 28 15:19:40.977084 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7d1f7-cf1c-4994-aece-384d664da646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3e13db-34d4-4b92-9eae-df714f4229fd,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:41.689663 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39390) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:41.702961 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef68b-07e0-4213-b9e5-9c221857369f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:41.777454 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef68b-07e0-4213-b9e5-9c221857369f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:41.836623 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef68b-07e0-4213-b9e5-9c221857369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:41.866603 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142b445-1372-414c-91a2-2c05c68d7a34 req-fd72b15f-7873-4d1b-a791-3117c3177acf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:41.868076 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a142b445-1372-414c-91a2-2c05c68d7a34 req-fd72b15f-7873-4d1b-a791-3117c3177acf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0678983 Oct 28 15:19:41.896702 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-3e8ef68b-07e0-4213-b9e5-9c221857369f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f41aae51c25949149ee7f3f6463ca319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059381 Oct 28 15:19:41.897489 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ef68b-07e0-4213-b9e5-9c221857369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dcc175-a2c2-4c9f-a653-896b1a076c43,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:41.899370 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39396) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:41.933769 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a142b445-1372-414c-91a2-2c05c68d7a34 req-5fb625c9-2a00-479f-afa9-0865982c6bc2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546012 Oct 28 15:19:41.952327 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e058177c-5789-488d-b51e-45c2d27c79a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:41.972806 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e058177c-5789-488d-b51e-45c2d27c79a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:42.099923 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e058177c-5789-488d-b51e-45c2d27c79a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:42.102587 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e058177c-5789-488d-b51e-45c2d27c79a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:42.103722 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-e058177c-5789-488d-b51e-45c2d27c79a3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/40dcc175-a2c2-4c9f-a653-896b1a076c43 HTTP/1.1" status: 204 len: 168 time: 0.2025962 Oct 28 15:19:42.112303 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058177c-5789-488d-b51e-45c2d27c79a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dcc175-a2c2-4c9f-a653-896b1a076c43,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:43.080815 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b5dda-14e7-444c-a1de-2e9c1bac94ea req-8b33a8d7-46dd-4358-bd7d-1086a02b6c17 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:43.082649 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-966b5dda-14e7-444c-a1de-2e9c1bac94ea req-8b33a8d7-46dd-4358-bd7d-1086a02b6c17 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0639253 Oct 28 15:19:43.128969 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-966b5dda-14e7-444c-a1de-2e9c1bac94ea req-24527b8b-ac95-4a07-92b0-5b4062923c5c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 Oct 28 15:19:44.278700 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438e8ed-47e1-4e6c-9c35-9400b169d57a req-4d7298b2-fe22-461a-b5c9-961cd05ce1b3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:44.280264 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7438e8ed-47e1-4e6c-9c35-9400b169d57a req-4d7298b2-fe22-461a-b5c9-961cd05ce1b3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0538590 Oct 28 15:19:44.321717 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7438e8ed-47e1-4e6c-9c35-9400b169d57a req-6a0f9027-0c2d-49c0-a3fb-722d01f37215 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Oct 28 15:19:45.030473 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39490) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:45.133795 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5834614b-6542-44ab-aa21-ee4587230158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:45.208534 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5834614b-6542-44ab-aa21-ee4587230158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:45.290703 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5834614b-6542-44ab-aa21-ee4587230158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:45.336981 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-5834614b-6542-44ab-aa21-ee4587230158 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f710b219b43c42eab61f843b8886e0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3053889 Oct 28 15:19:45.339306 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39508) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:45.342269 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834614b-6542-44ab-aa21-ee4587230158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb04e054-2dc7-4a19-a421-e8450e985b2e,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:45.407959 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-76f21cfa-139a-466d-a3fb-5b30211d2220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:45.454883 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-1acb9ca4-936a-4f5a-a01f-64dc9fb6bd16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:45.480620 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73838c6a-31d7-478c-b991-3dce4fab6d67 req-24487d9f-f9a4-44d4-9cfa-1a44b975b96d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:45.482153 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-73838c6a-31d7-478c-b991-3dce4fab6d67 req-24487d9f-f9a4-44d4-9cfa-1a44b975b96d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0810566 Oct 28 15:19:45.487171 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-1acb9ca4-936a-4f5a-a01f-64dc9fb6bd16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:45.506639 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:19:45.546010 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-73838c6a-31d7-478c-b991-3dce4fab6d67 req-6ad49efd-a9fe-4c03-98c9-f8b7ed2d2fc9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566254 Oct 28 15:19:45.667594 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-1acb9ca4-936a-4f5a-a01f-64dc9fb6bd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:45.670258 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-1acb9ca4-936a-4f5a-a01f-64dc9fb6bd16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:45.672859 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-1acb9ca4-936a-4f5a-a01f-64dc9fb6bd16 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bb04e054-2dc7-4a19-a421-e8450e985b2e HTTP/1.1" status: 204 len: 168 time: 0.3323960 Oct 28 15:19:45.682498 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb9ca4-936a-4f5a-a01f-64dc9fb6bd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb04e054-2dc7-4a19-a421-e8450e985b2e,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:46.481988 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39526) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:46.495326 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3263-af36-44d0-86c6-e95a184ff966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:46.568210 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3263-af36-44d0-86c6-e95a184ff966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:46.665000 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5f0c0-ca07-4f85-a41f-efd009b13880 req-72350bef-88d7-45ce-b104-c59078c68715 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:46.666506 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-37d5f0c0-ca07-4f85-a41f-efd009b13880 req-72350bef-88d7-45ce-b104-c59078c68715 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0538685 Oct 28 15:19:46.667129 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3263-af36-44d0-86c6-e95a184ff966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:46.740971 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-6a5e3263-af36-44d0-86c6-e95a184ff966 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=184848d7d2294c5abd5df7a9fd5a87b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578139 Oct 28 15:19:46.742787 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39538) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:19:46.743415 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e3263-af36-44d0-86c6-e95a184ff966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aec38d-18fb-415e-aed2-9802033ffe68,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:46.774639 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-37d5f0c0-ca07-4f85-a41f-efd009b13880 req-bf045f60-30ba-4a1d-bc40-6af63a504621 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925419 Oct 28 15:19:46.825544 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-119cb859-6ff8-42ab-8613-80fb667fdb45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:46.843080 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-119cb859-6ff8-42ab-8613-80fb667fdb45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:46.976350 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-119cb859-6ff8-42ab-8613-80fb667fdb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:46.978990 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-119cb859-6ff8-42ab-8613-80fb667fdb45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:46.980229 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-119cb859-6ff8-42ab-8613-80fb667fdb45 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a4aec38d-18fb-415e-aed2-9802033ffe68 HTTP/1.1" status: 204 len: 168 time: 0.2353663 Oct 28 15:19:46.988694 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cb859-6ff8-42ab-8613-80fb667fdb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aec38d-18fb-415e-aed2-9802033ffe68,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:19:47.923146 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d15db-fbb0-4e71-aad6-8f2e742d6b1a req-c3159d3c-5f40-4ee4-a0d6-004abee8921e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:47.924656 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-030d15db-fbb0-4e71-aad6-8f2e742d6b1a req-c3159d3c-5f40-4ee4-a0d6-004abee8921e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0514069 Oct 28 15:19:47.964719 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-030d15db-fbb0-4e71-aad6-8f2e742d6b1a req-24cc174c-3ee9-4ea8-86ae-47f828e12a4e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Oct 28 15:19:48.130709 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-781730ba-a19f-4622-acb2-2b2a20932be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:49.088346 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eaa57a-a8f2-4909-966a-9f819bd99140 req-9e58fd26-40fc-45a1-938f-8c58e57b1cac tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:49.090304 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-53eaa57a-a8f2-4909-966a-9f819bd99140 req-9e58fd26-40fc-45a1-938f-8c58e57b1cac tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0560110 Oct 28 15:19:49.105076 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:49.127606 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-53eaa57a-a8f2-4909-966a-9f819bd99140 req-c4527bb2-181d-47b4-ada5-c60b196bea30 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Oct 28 15:19:49.314193 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:50.244217 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffe9a1-6de1-491a-9ca2-356a852b9df7 req-b4a5ec3d-3ea3-4fbb-9deb-7cb9005ee8c4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:50.245723 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-01ffe9a1-6de1-491a-9ca2-356a852b9df7 req-b4a5ec3d-3ea3-4fbb-9deb-7cb9005ee8c4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0524411 Oct 28 15:19:50.283062 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-01ffe9a1-6de1-491a-9ca2-356a852b9df7 req-8ca40104-5ccf-46e0-88c4-31b4c39dad69 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313926 Oct 28 15:19:50.942253 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:19:51.393404 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1c1ce-229c-442b-8316-0e53b8811272 req-23ec096c-5ce2-4001-abc7-8b7d1a4e00fe tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:51.394832 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3da1c1ce-229c-442b-8316-0e53b8811272 req-23ec096c-5ce2-4001-abc7-8b7d1a4e00fe tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0476725 Oct 28 15:19:51.431422 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3da1c1ce-229c-442b-8316-0e53b8811272 req-95b2ddc3-10c3-41b6-ab91-c10eb8701372 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Oct 28 15:19:52.542791 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c2ba5-4c30-4ef0-a61d-78192937e9a9 req-7998265f-86e3-482c-af0d-4ba8678d27a0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:52.544240 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d60c2ba5-4c30-4ef0-a61d-78192937e9a9 req-7998265f-86e3-482c-af0d-4ba8678d27a0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0486579 Oct 28 15:19:52.580616 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d60c2ba5-4c30-4ef0-a61d-78192937e9a9 req-b67a8bcf-3664-49d7-989e-aee325af1d16 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305173 Oct 28 15:19:53.696316 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8b773-7dc4-48c5-b602-d810187f8e30 req-9aaf9934-13d2-4b93-9779-b3a393c3f543 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:53.698306 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9bf8b773-7dc4-48c5-b602-d810187f8e30 req-9aaf9934-13d2-4b93-9779-b3a393c3f543 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0530665 Oct 28 15:19:53.738372 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9bf8b773-7dc4-48c5-b602-d810187f8e30 req-4c6caa82-8ec7-44c5-8633-6c047581ef01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343988 Oct 28 15:19:54.859885 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310737f-b185-4fd1-a6c2-20ef3a494a23 req-c829a1c4-b2e1-4a0b-8425-3bd7b022507c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:54.861394 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6310737f-b185-4fd1-a6c2-20ef3a494a23 req-c829a1c4-b2e1-4a0b-8425-3bd7b022507c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0516238 Oct 28 15:19:54.898077 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6310737f-b185-4fd1-a6c2-20ef3a494a23 req-8adb85eb-6eda-47fa-9983-d20fa6e60dde tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309014 Oct 28 15:19:56.008455 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bd1cd-bccb-4304-a90e-81baa477c523 req-9f5f46b7-6aa4-4d6b-8faa-a4696df29c56 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:56.009777 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ad7bd1cd-bccb-4304-a90e-81baa477c523 req-9f5f46b7-6aa4-4d6b-8faa-a4696df29c56 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0477710 Oct 28 15:19:56.044981 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ad7bd1cd-bccb-4304-a90e-81baa477c523 req-8f854ab8-e922-42f1-bd48-6105740b2cb3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292211 Oct 28 15:19:57.160608 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7da4e-85d8-4d6a-95af-e1a05ad733f5 req-51d582b9-9326-4929-906a-f5ddfb44d496 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:57.162024 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7cc7da4e-85d8-4d6a-95af-e1a05ad733f5 req-51d582b9-9326-4929-906a-f5ddfb44d496 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0505474 Oct 28 15:19:57.198321 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7cc7da4e-85d8-4d6a-95af-e1a05ad733f5 req-fc6849ac-c1e1-40de-8743-c1e4f3eb5350 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303984 Oct 28 15:19:58.311919 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1b065-17ca-4bab-98c9-1f29ef8d44a8 req-8a402793-116e-4c0c-99e8-1425812f0cd1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:58.313399 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-42a1b065-17ca-4bab-98c9-1f29ef8d44a8 req-8a402793-116e-4c0c-99e8-1425812f0cd1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0491672 Oct 28 15:19:58.349629 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-42a1b065-17ca-4bab-98c9-1f29ef8d44a8 req-3798f371-2d07-4441-88d5-58a1e79fe5b8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297699 Oct 28 15:19:59.465157 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c32d6-9a62-4a65-8c50-ffdbe646b882 req-26153804-efde-4b6f-b49a-7df2aafee188 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:19:59.466778 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-231c32d6-9a62-4a65-8c50-ffdbe646b882 req-26153804-efde-4b6f-b49a-7df2aafee188 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0504923 Oct 28 15:19:59.503930 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-231c32d6-9a62-4a65-8c50-ffdbe646b882 req-c90593e3-b3dd-4521-a2fc-98044f6fc204 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313466 Oct 28 15:20:00.622272 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c6665-4b6c-46b5-9a28-f8e41c16d401 req-ad8188a3-a257-4e8b-898c-4fe9e7040106 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:00.623860 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a9c6665-4b6c-46b5-9a28-f8e41c16d401 req-ad8188a3-a257-4e8b-898c-4fe9e7040106 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0508647 Oct 28 15:20:00.663409 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a9c6665-4b6c-46b5-9a28-f8e41c16d401 req-12135861-feb3-4a53-8d20-2abc2bc5f967 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324926 Oct 28 15:20:01.774531 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da1eb6-c930-4a8a-b5ef-3a630bb2f008 req-6ef4144a-ed90-4ff2-be30-a8aa406dfebb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:01.775978 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-03da1eb6-c930-4a8a-b5ef-3a630bb2f008 req-6ef4144a-ed90-4ff2-be30-a8aa406dfebb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0493164 Oct 28 15:20:01.816962 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-03da1eb6-c930-4a8a-b5ef-3a630bb2f008 req-471a42fa-f76c-40ad-bdbc-0a623dfc9bd2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Oct 28 15:20:02.932061 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b49fb4-8a5a-42d5-b99f-3d5c3ee3e5ee req-40819c14-57d8-45f9-9708-b4b43f73af99 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:02.933546 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-06b49fb4-8a5a-42d5-b99f-3d5c3ee3e5ee req-40819c14-57d8-45f9-9708-b4b43f73af99 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0477962 Oct 28 15:20:02.969857 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-06b49fb4-8a5a-42d5-b99f-3d5c3ee3e5ee req-dae09ede-20c0-419c-94b5-f0388604c71d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304236 Oct 28 15:20:04.091289 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8806f-13c0-44dd-a343-9ca9277b88ea req-e8278413-7080-4d55-a354-46ed4baab7f8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:04.092844 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edb8806f-13c0-44dd-a343-9ca9277b88ea req-e8278413-7080-4d55-a354-46ed4baab7f8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0513411 Oct 28 15:20:04.130443 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edb8806f-13c0-44dd-a343-9ca9277b88ea req-45a0864f-c7f9-4ff5-a000-afaa4dd2f76e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Oct 28 15:20:05.245330 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078d36d-6480-4d7e-91d3-1099587af784 req-17aae022-e8a6-48e7-a3ff-1d2420b87614 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:05.246894 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f078d36d-6480-4d7e-91d3-1099587af784 req-17aae022-e8a6-48e7-a3ff-1d2420b87614 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0516367 Oct 28 15:20:05.286286 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f078d36d-6480-4d7e-91d3-1099587af784 req-91998322-95ec-4d08-980e-7adda6e451b6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Oct 28 15:20:06.401696 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaec10-dcbb-4042-a41c-5d5f6e0439d6 req-009e1ce7-09bd-48c9-8fd2-f31fb1ca5e54 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:06.403330 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8daaec10-dcbb-4042-a41c-5d5f6e0439d6 req-009e1ce7-09bd-48c9-8fd2-f31fb1ca5e54 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0490956 Oct 28 15:20:06.440760 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8daaec10-dcbb-4042-a41c-5d5f6e0439d6 req-2a927468-698a-4985-9ce3-164bec44fafa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Oct 28 15:20:07.038534 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39862) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:07.178451 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8f553d5d-fccd-4702-b5f5-a61d92d4cff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:07.249429 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8f553d5d-fccd-4702-b5f5-a61d92d4cff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:07.339474 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8f553d5d-fccd-4702-b5f5-a61d92d4cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:07.375484 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f553d5d-fccd-4702-b5f5-a61d92d4cff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762d1611-5b60-4616-b61f-4ce90e2fdb78,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:07.382970 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-8f553d5d-fccd-4702-b5f5-a61d92d4cff2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=922834e804cb4a1380f5e1b07ff0a62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410184 Oct 28 15:20:07.383486 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39870) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:07.436925 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9d90a68a-9f01-414f-924d-f684bdf82397 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:07.457522 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9d90a68a-9f01-414f-924d-f684bdf82397 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:07.552298 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79350029-f3de-4a0a-9dfa-aa8bc650fd76 req-d2db12de-64c8-4789-b7c9-b44f4ee3cb57 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:07.553857 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-79350029-f3de-4a0a-9dfa-aa8bc650fd76 req-d2db12de-64c8-4789-b7c9-b44f4ee3cb57 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0483506 Oct 28 15:20:07.588665 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9d90a68a-9f01-414f-924d-f684bdf82397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:07.591104 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9d90a68a-9f01-414f-924d-f684bdf82397 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:07.592565 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-9d90a68a-9f01-414f-924d-f684bdf82397 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/762d1611-5b60-4616-b61f-4ce90e2fdb78 HTTP/1.1" status: 204 len: 168 time: 0.2076676 Oct 28 15:20:07.607817 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-79350029-f3de-4a0a-9dfa-aa8bc650fd76 req-e9234df2-a424-4619-b380-6366a2f0eedd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479822 Oct 28 15:20:07.608900 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90a68a-9f01-414f-924d-f684bdf82397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d1611-5b60-4616-b61f-4ce90e2fdb78,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:08.211264 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39882) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:08.225102 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-500885dd-f4a8-4bc0-8fe6-767e886d21cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:08.295731 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-500885dd-f4a8-4bc0-8fe6-767e886d21cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:08.387918 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-500885dd-f4a8-4bc0-8fe6-767e886d21cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:08.425680 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-500885dd-f4a8-4bc0-8fe6-767e886d21cb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1d8fe6357db74c11a2ea0c05517a565d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133658 Oct 28 15:20:08.428115 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500885dd-f4a8-4bc0-8fe6-767e886d21cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b44f9e-7255-44db-9e5f-58787dce3e7d,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:08.428862 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39888) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:08.480189 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d5b47703-0fb2-48cc-810b-365c72fac0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:08.506178 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d5b47703-0fb2-48cc-810b-365c72fac0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:08.699833 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d5b47703-0fb2-48cc-810b-365c72fac0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:08.702833 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d5b47703-0fb2-48cc-810b-365c72fac0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:08.708366 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-d5b47703-0fb2-48cc-810b-365c72fac0db admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07b44f9e-7255-44db-9e5f-58787dce3e7d HTTP/1.1" status: 204 len: 168 time: 0.2743583 Oct 28 15:20:08.712740 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b47703-0fb2-48cc-810b-365c72fac0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b44f9e-7255-44db-9e5f-58787dce3e7d,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:08.729895 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcce5a-f967-4673-86eb-fbb9f55ca20a req-1aa0b651-416f-49ea-973e-e1621d6af461 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:08.731565 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1cfcce5a-f967-4673-86eb-fbb9f55ca20a req-1aa0b651-416f-49ea-973e-e1621d6af461 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0563357 Oct 28 15:20:08.779123 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1cfcce5a-f967-4673-86eb-fbb9f55ca20a req-35e8c238-dda0-48d7-be12-d61f2b282c31 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Oct 28 15:20:09.512875 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 39904) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:09.526411 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f335e640-df52-4ef0-910b-08aeeb49633b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:09.598878 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f335e640-df52-4ef0-910b-08aeeb49633b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:09.668214 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f335e640-df52-4ef0-910b-08aeeb49633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:09.709382 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-f335e640-df52-4ef0-910b-08aeeb49633b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=da2c419685fc4700a7d4fa0b791ea72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953180 Oct 28 15:20:09.710238 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335e640-df52-4ef0-910b-08aeeb49633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1737ce-0231-4368-8d49-72c039032d07,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:09.713030 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 39908) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:09.765551 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-722ee647-e469-4176-b002-71e85de379a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:09.786442 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-722ee647-e469-4176-b002-71e85de379a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:09.935653 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f0cc6-3c34-4eaa-92ac-094c47ee0161 req-1f5f7fc7-e366-4d8b-9257-ed3a41190304 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:09.935653 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-759f0cc6-3c34-4eaa-92ac-094c47ee0161 req-1f5f7fc7-e366-4d8b-9257-ed3a41190304 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0486231 Oct 28 15:20:09.940599 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-759f0cc6-3c34-4eaa-92ac-094c47ee0161 req-c9fdbbef-bea1-4122-9d98-db8e1d3fb4db tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354669 Oct 28 15:20:10.170969 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-722ee647-e469-4176-b002-71e85de379a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:10.173792 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-722ee647-e469-4176-b002-71e85de379a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:10.174931 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-722ee647-e469-4176-b002-71e85de379a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7d1737ce-0231-4368-8d49-72c039032d07 HTTP/1.1" status: 204 len: 168 time: 0.4608920 Oct 28 15:20:10.186619 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ee647-e469-4176-b002-71e85de379a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1737ce-0231-4368-8d49-72c039032d07,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:10.402332 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:11.061665 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca227557-9c91-4367-ad5f-be72248d2c71 req-f396bcf1-612e-4aab-aad5-1a97431495da tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:11.063132 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ca227557-9c91-4367-ad5f-be72248d2c71 req-f396bcf1-612e-4aab-aad5-1a97431495da tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0539091 Oct 28 15:20:11.100682 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ca227557-9c91-4367-ad5f-be72248d2c71 req-0fb250d9-435b-4d94-84b4-d77c8160c143 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Oct 28 15:20:12.212936 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c6c3e-9b0a-4746-a968-ca541bd77d60 req-a71d23b0-92c4-4df3-bf0e-acf5bb7f6e77 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:12.214354 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-072c6c3e-9b0a-4746-a968-ca541bd77d60 req-a71d23b0-92c4-4df3-bf0e-acf5bb7f6e77 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0473738 Oct 28 15:20:12.251510 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-072c6c3e-9b0a-4746-a968-ca541bd77d60 req-8f0d9321-a61d-4f23-8480-68407fa7934b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312572 Oct 28 15:20:13.366112 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22fe2-9cd3-46d6-90de-cea804838743 req-ae06ea14-0c0e-46ed-8fe9-97459ff00f92 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:13.367481 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-14a22fe2-9cd3-46d6-90de-cea804838743 req-ae06ea14-0c0e-46ed-8fe9-97459ff00f92 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0494728 Oct 28 15:20:13.408178 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-14a22fe2-9cd3-46d6-90de-cea804838743 req-4a726f62-f278-4a9a-b5e0-f846bb3db3e1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Oct 28 15:20:14.524342 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323f2c3-3b5c-435c-b32e-aea613bf364f req-a82a5561-692f-49c8-a33b-ad442346c336 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:14.525837 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4323f2c3-3b5c-435c-b32e-aea613bf364f req-a82a5561-692f-49c8-a33b-ad442346c336 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0521164 Oct 28 15:20:14.563437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4323f2c3-3b5c-435c-b32e-aea613bf364f req-b864f369-78cd-4c6b-a5c3-7a1584dddb15 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312550 Oct 28 15:20:15.388281 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-76a16673-b64d-4812-be25-8ac9e29ae15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:15.686546 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246d546-b6cc-43ff-b30a-001c6dab841b req-f528ef6f-ef91-46f8-bc0a-f8c1b36e9190 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:15.688043 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b246d546-b6cc-43ff-b30a-001c6dab841b req-f528ef6f-ef91-46f8-bc0a-f8c1b36e9190 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0528080 Oct 28 15:20:15.736959 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b246d546-b6cc-43ff-b30a-001c6dab841b req-34077462-6243-4523-a457-185c93d34d54 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Oct 28 15:20:15.845352 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574146d8-b19e-4861-8614-d85941882b28 req-f26a2927-528d-4efe-bce6-46393d0d062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:15.846839 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-574146d8-b19e-4861-8614-d85941882b28 req-f26a2927-528d-4efe-bce6-46393d0d062a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0416484 Oct 28 15:20:15.886840 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-574146d8-b19e-4861-8614-d85941882b28 req-4808daa7-f3d1-4762-9065-6adaa3a81493 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279536 Oct 28 15:20:16.857117 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36df300-601b-4cc5-adc8-df21d3efdd96 req-05c6cc62-f5f6-4014-b5ff-683a2a0788d2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:16.858732 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d36df300-601b-4cc5-adc8-df21d3efdd96 req-05c6cc62-f5f6-4014-b5ff-683a2a0788d2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0489254 Oct 28 15:20:16.902329 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d36df300-601b-4cc5-adc8-df21d3efdd96 req-740ce5da-0b81-4993-a1ee-fb37d7d9544d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369558 Oct 28 15:20:18.017190 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff21e1-f501-4e6e-bee2-e9a01abd30fe req-6b90869d-6f83-4865-87b5-0e428f6891d9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:18.018724 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-60ff21e1-f501-4e6e-bee2-e9a01abd30fe req-6b90869d-6f83-4865-87b5-0e428f6891d9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0486143 Oct 28 15:20:18.058573 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-60ff21e1-f501-4e6e-bee2-e9a01abd30fe req-565dd90f-d6be-4cb8-9b60-ffb37a2bab4e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Oct 28 15:20:18.151387 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-4a9cec29-fc40-4802-8aa9-c2df9b7e0f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:18.502600 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e7865-4791-4a80-bc42-9ede65c0b516 req-038568b8-f9c5-47c4-8d53-3365c48be082 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:18.503983 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3b0e7865-4791-4a80-bc42-9ede65c0b516 req-038568b8-f9c5-47c4-8d53-3365c48be082 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0487545 Oct 28 15:20:18.544624 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3b0e7865-4791-4a80-bc42-9ede65c0b516 req-32061098-e797-4a10-b5f9-3f29328cc2f3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Oct 28 15:20:18.588073 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-f26d8af5-b09e-499e-8bfb-fb2ca45cd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:18.589676 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-f26d8af5-b09e-499e-8bfb-fb2ca45cd656 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0399792 Oct 28 15:20:18.681036 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-c47e71f4-727c-4051-bdbf-1ed77b6f18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:18.682532 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-c47e71f4-727c-4051-bdbf-1ed77b6f18bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0836389 Oct 28 15:20:18.732603 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-04f3ca0e-edb3-41df-ab9e-9403501f5432 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0372729 Oct 28 15:20:18.787603 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-6b9cc562-324f-490c-bff3-dd6ed3cf4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:18.789220 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-6b9cc562-324f-490c-bff3-dd6ed3cf4292 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0468841 Oct 28 15:20:18.825136 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-0cf19dc8-3a67-4bd6-bd23-8e9ab43f0530 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252852 Oct 28 15:20:18.929050 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-d8c5ce19-69ea-4381-b745-04188890b9dc service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931332 Oct 28 15:20:19.028784 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-de52b844-11b7-4bf5-8a2e-5482f665d358 req-77765a66-e1e3-4d21-8a8e-077215d75e86 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923486 Oct 28 15:20:19.073856 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.287037 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.307695 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40218) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:19.412346 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c854fa58-5a7e-4f2f-b7cc-02281ca08e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.488192 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c854fa58-5a7e-4f2f-b7cc-02281ca08e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.623926 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c854fa58-5a7e-4f2f-b7cc-02281ca08e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.681975 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c854fa58-5a7e-4f2f-b7cc-02281ca08e19 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=13b7b982dae94a4c9b83447ca4591cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731999 Oct 28 15:20:19.684659 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 40228) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:19.685440 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854fa58-5a7e-4f2f-b7cc-02281ca08e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd29fd4-6b03-4971-9e0c-c483609ebbf8,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:19.700576 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ac951-6290-4292-89aa-12f175ae4f3c req-bfeec163-e9f8-4a0f-b150-016915e2864a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:19.702363 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d83ac951-6290-4292-89aa-12f175ae4f3c req-bfeec163-e9f8-4a0f-b150-016915e2864a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0886402 Oct 28 15:20:19.743051 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d83ac951-6290-4292-89aa-12f175ae4f3c req-26d617fb-462d-4730-a228-d2aca3a536dd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340681 Oct 28 15:20:19.755865 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-965e9206-585f-4a68-ba56-6e4b5bd97c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.778771 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-965e9206-585f-4a68-ba56-6e4b5bd97c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.896692 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-965e9206-585f-4a68-ba56-6e4b5bd97c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.899330 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-965e9206-585f-4a68-ba56-6e4b5bd97c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:19.900496 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-965e9206-585f-4a68-ba56-6e4b5bd97c74 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0bd29fd4-6b03-4971-9e0c-c483609ebbf8 HTTP/1.1" status: 204 len: 168 time: 0.2145054 Oct 28 15:20:19.909272 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e9206-585f-4a68-ba56-6e4b5bd97c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd29fd4-6b03-4971-9e0c-c483609ebbf8,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:20.540018 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 40244) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:20.554111 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e962a92b-4377-400e-8eb4-a9852aca611d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:20.626912 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e962a92b-4377-400e-8eb4-a9852aca611d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:20.725904 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e962a92b-4377-400e-8eb4-a9852aca611d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:20.765279 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-e962a92b-4377-400e-8eb4-a9852aca611d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=12dcb87d60ce4d2d83ccd2d5dd45635f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241395 Oct 28 15:20:20.766128 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962a92b-4377-400e-8eb4-a9852aca611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c373adf0-24ef-43ea-a5cc-0a16cf6a272c,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:20.767882 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40246) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:20.828634 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f4be2d60-fa70-46e1-b827-659ad666e560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:20.874770 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f4be2d60-fa70-46e1-b827-659ad666e560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:20.911425 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:20.912485 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068e6b3-7d76-4212-8a93-2e3a6d9be844 req-1acf0c92-98d3-487d-88d7-1a6070afc195 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:20.914354 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b068e6b3-7d76-4212-8a93-2e3a6d9be844 req-1acf0c92-98d3-487d-88d7-1a6070afc195 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0875154 Oct 28 15:20:20.956174 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b068e6b3-7d76-4212-8a93-2e3a6d9be844 req-cddd994c-8a0a-4024-80b5-a1f80d5e96ba tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Oct 28 15:20:21.034106 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f4be2d60-fa70-46e1-b827-659ad666e560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:21.037081 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f4be2d60-fa70-46e1-b827-659ad666e560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:21.038070 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-f4be2d60-fa70-46e1-b827-659ad666e560 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c373adf0-24ef-43ea-a5cc-0a16cf6a272c HTTP/1.1" status: 204 len: 168 time: 0.2691932 Oct 28 15:20:21.046771 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be2d60-fa70-46e1-b827-659ad666e560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c373adf0-24ef-43ea-a5cc-0a16cf6a272c,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:22.073728 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528c4dd-5253-4bcd-bba3-e27dc6f6b101 req-fa05fec0-4e04-4cec-8ed3-316655e689a7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:22.075225 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6528c4dd-5253-4bcd-bba3-e27dc6f6b101 req-fa05fec0-4e04-4cec-8ed3-316655e689a7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0511305 Oct 28 15:20:22.115723 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6528c4dd-5253-4bcd-bba3-e27dc6f6b101 req-f8d1f79d-27da-4868-9c91-f7a234e4e674 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341709 Oct 28 15:20:22.227202 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40288) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:22.323489 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2011579361-network', 'tenant_id': '23d843d5ca9c4e2cbaa418bb7bb05798'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:20:22.445549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Made reservation on behalf of 23d843d5ca9c4e2cbaa418bb7bb05798 for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:20:22.449477 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:22.456857 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:22.505893 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:20:22.530834 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:22.639907 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:22.663900 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] vlan segment allocate from pool success with {'vlan_id': 1074, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:20:22.673859 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66634f0-5cc7-4951-b49b-09e901d2e3a9,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:22.679924 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:22.680264 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Added segment ca95b216-ffc6-4bbb-8ee4-c9a30a8ebf1b of type vlan for network d1266331-1f7d-426d-ba36-1728a358211b Oct 28 15:20:22.723689 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:22.814271 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:22.815176 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:22.815774 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:22.877897 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] Pushing event updated for resources: {'Network': ['ID=d1266331-1f7d-426d-ba36-1728a358211b,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:22.888196 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network d1266331-1f7d-426d-ba36-1728a358211b details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:20:22.943162 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-bb20d31a-e58c-4e78-98a9-a1e648659b7c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7148645 Oct 28 15:20:22.946761 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40298) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:22.952134 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Request body: {'subnet': {'network_id': 'd1266331-1f7d-426d-ba36-1728a358211b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2011579361-subnet', 'tenant_id': '23d843d5ca9c4e2cbaa418bb7bb05798', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:20:23.039811 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Made reservation on behalf of 23d843d5ca9c4e2cbaa418bb7bb05798 for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:20:23.042215 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5398682'] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:23.271544 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c30de-8974-489b-84ca-d6c5a6417af2 req-72e12087-23a1-4770-9c4a-8eb403895ccf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:23.273085 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-976c30de-8974-489b-84ca-d6c5a6417af2 req-72e12087-23a1-4770-9c4a-8eb403895ccf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0815494 Oct 28 15:20:23.323147 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-976c30de-8974-489b-84ca-d6c5a6417af2 req-4a41ae98-ceac-4ac1-b4a4-8856078b0ba1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438402 Oct 28 15:20:23.325697 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5398664'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:23.380469 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d1d84a2-fb41-4c12-9159-3119a8f6e49b,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:23.398393 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Checking segment: {'id': 'ca95b216-ffc6-4bbb-8ee4-c9a30a8ebf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1074, 'network_id': 'd1266331-1f7d-426d-ba36-1728a358211b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:20:23.398762 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Network hostable DHCP agents. Network: d1266331-1f7d-426d-ba36-1728a358211b, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:20:23.474027 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Network d1266331-1f7d-426d-ba36-1728a358211b is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:20:23.539600 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, d1266331-1f7d-426d-ba36-1728a358211b) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:20:23.543920 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:23.544625 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:23.548833 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23956b39-911d-40a8-8bed-648d69f55406 None None] Network d1266331-1f7d-426d-ba36-1728a358211b requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:20:23.646001 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-78db186a-3328-4a78-826e-7ffe5883a026 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6980565 Oct 28 15:20:23.677785 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf0bfed-cdc4-4e54-9e00-b7fbd43c6ee6 None None] Network d1266331-1f7d-426d-ba36-1728a358211b requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:20:24.320195 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40330) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:24.325095 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1981607091-network', 'tenant_id': '4bcc87e513f6439f9cf0e3971ba28e4f'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:20:24.433091 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Made reservation on behalf of 4bcc87e513f6439f9cf0e3971ba28e4f for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:20:24.435312 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:24.457175 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e613a-9a79-4357-8e1e-8f7a137d5052 req-de7e0396-8f45-4a7a-9c1a-aa9a159cf6fb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:24.459332 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dd4e613a-9a79-4357-8e1e-8f7a137d5052 req-de7e0396-8f45-4a7a-9c1a-aa9a159cf6fb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0665476 Oct 28 15:20:24.460813 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:24.539219 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dd4e613a-9a79-4357-8e1e-8f7a137d5052 req-73bdfd0b-e8fe-4bf9-8bd3-3b5910e0d8e0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674579 Oct 28 15:20:24.581266 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:24.705579 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:24.729714 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:20:24.737970 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678c9a24-4180-4a82-bb60-d2d3557fd48a,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:24.744511 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:24.744847 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Added segment 99c29e0b-83ae-47f9-9b66-c561fd583499 of type vlan for network bcf2d921-fc0b-4614-a0b1-0d03b8426a0a Oct 28 15:20:24.790095 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:25.008685 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:25.009690 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:25.016704 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:25.070258 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] Pushing event updated for resources: {'Network': ['ID=bcf2d921-fc0b-4614-a0b1-0d03b8426a0a,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:25.079837 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network bcf2d921-fc0b-4614-a0b1-0d03b8426a0a details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:20:25.168767 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-f224c7c6-74d1-47b5-b200-089a8ce05c3b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8473625 Oct 28 15:20:25.172585 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40342) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:25.177464 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Request body: {'subnet': {'network_id': 'bcf2d921-fc0b-4614-a0b1-0d03b8426a0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1981607091-subnet', 'tenant_id': '4bcc87e513f6439f9cf0e3971ba28e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:20:25.280002 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Made reservation on behalf of 4bcc87e513f6439f9cf0e3971ba28e4f for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:20:25.282280 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5398682'] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:25.528662 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5398664'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:25.585984 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72845662-c16b-4ba7-9e00-b7547a9189e5,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:25.597667 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Checking segment: {'id': '99c29e0b-83ae-47f9-9b66-c561fd583499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'bcf2d921-fc0b-4614-a0b1-0d03b8426a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:20:25.598059 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Network hostable DHCP agents. Network: bcf2d921-fc0b-4614-a0b1-0d03b8426a0a, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:20:25.661945 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026bfdb6-6c34-45bd-bfd7-e893b95bb99c req-71a72a49-5b6a-4a49-9ebe-ea80fe8a91f1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:25.663470 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-026bfdb6-6c34-45bd-bfd7-e893b95bb99c req-71a72a49-5b6a-4a49-9ebe-ea80fe8a91f1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0539134 Oct 28 15:20:25.702531 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-026bfdb6-6c34-45bd-bfd7-e893b95bb99c req-13eceb51-8254-40b8-82e1-c48a81306363 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Oct 28 15:20:25.716817 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Network bcf2d921-fc0b-4614-a0b1-0d03b8426a0a is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:20:25.825975 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, bcf2d921-fc0b-4614-a0b1-0d03b8426a0a) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:20:25.830025 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:25.830675 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:25.834503 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0731573c-55a0-4131-84a1-d0c7b9bf66ff None None] Network bcf2d921-fc0b-4614-a0b1-0d03b8426a0a requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:20:25.925312 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-69a62742-9d4a-4a6b-99b8-3948c39e648a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7515388 Oct 28 15:20:25.968279 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64420a8b-b3c7-41c6-96f3-084bded040b8 None None] Network bcf2d921-fc0b-4614-a0b1-0d03b8426a0a requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:20:26.828136 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e7355-6981-41cf-b282-1257fe10824c req-d59cd8f3-30fd-4312-98f1-90560f70c002 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:26.829672 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-546e7355-6981-41cf-b282-1257fe10824c req-d59cd8f3-30fd-4312-98f1-90560f70c002 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0560551 Oct 28 15:20:26.868889 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-546e7355-6981-41cf-b282-1257fe10824c req-8fd0fc24-8734-4ef5-b715-c2a9b8221be2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Oct 28 15:20:27.981278 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f134b-a220-4ad0-8483-db56e511f178 req-2d2a8692-06c8-487a-9545-d38636797290 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:27.982740 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b46f134b-a220-4ad0-8483-db56e511f178 req-2d2a8692-06c8-487a-9545-d38636797290 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0478017 Oct 28 15:20:28.019685 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b46f134b-a220-4ad0-8483-db56e511f178 req-d05efebe-986b-4f97-8280-9bf189fb7d27 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Oct 28 15:20:29.135675 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b219413-2817-4390-b134-9742bbec35d8 req-fc8be079-2cba-4299-9d80-d6deb727b763 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:29.137437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6b219413-2817-4390-b134-9742bbec35d8 req-fc8be079-2cba-4299-9d80-d6deb727b763 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0515871 Oct 28 15:20:29.174960 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6b219413-2817-4390-b134-9742bbec35d8 req-4abc4d34-25e4-4e87-bd6d-4448d3e54b86 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Oct 28 15:20:30.290916 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0813fe-629b-4c47-8c91-7721c97fca5e req-8ac77a36-1f91-406a-b2d0-e472172d3ca6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:30.292416 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8e0813fe-629b-4c47-8c91-7721c97fca5e req-8ac77a36-1f91-406a-b2d0-e472172d3ca6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0497487 Oct 28 15:20:30.329940 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8e0813fe-629b-4c47-8c91-7721c97fca5e req-79d591c7-a123-480d-8475-3b85f04de235 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Oct 28 15:20:31.458910 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e7859-b43c-4063-a1ca-1d958c7bb1fc req-23b2c535-d8cb-4325-a66e-122756c8ab5f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:31.461875 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f72e7859-b43c-4063-a1ca-1d958c7bb1fc req-23b2c535-d8cb-4325-a66e-122756c8ab5f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0606265 Oct 28 15:20:31.499196 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f72e7859-b43c-4063-a1ca-1d958c7bb1fc req-dfa98595-5df3-4cb2-bca7-159f44fcc2a2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Oct 28 15:20:32.618548 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d5dcd-f391-4141-9d5c-1d4b3e74e2b1 req-bae710a8-98fb-4ee6-94d4-56fb050a505f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:32.619939 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-075d5dcd-f391-4141-9d5c-1d4b3e74e2b1 req-bae710a8-98fb-4ee6-94d4-56fb050a505f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0528581 Oct 28 15:20:32.657222 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-075d5dcd-f391-4141-9d5c-1d4b3e74e2b1 req-5ff19a11-8cf9-4473-9f62-a8848e39c377 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Oct 28 15:20:33.776304 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df735-ace5-45c5-a468-ad488bf4c724 req-29e073c0-6a84-4c8d-9ea5-ae3140031ae0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:33.777825 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-db2df735-ace5-45c5-a468-ad488bf4c724 req-29e073c0-6a84-4c8d-9ea5-ae3140031ae0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0534799 Oct 28 15:20:33.816097 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-db2df735-ace5-45c5-a468-ad488bf4c724 req-4171c5ba-c44c-4d7c-b399-6c521ff22473 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Oct 28 15:20:36.636003 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8c332-1454-4786-b8f1-8784e24d976a req-a3c37aec-9db4-40e3-9e13-94f2794ae7d7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:36.637834 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-84a8c332-1454-4786-b8f1-8784e24d976a req-a3c37aec-9db4-40e3-9e13-94f2794ae7d7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Oct 28 15:20:36.675086 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-84a8c332-1454-4786-b8f1-8784e24d976a req-9f96fe76-f669-4013-9903-c9f66b7655ac tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305438 Oct 28 15:20:38.618998 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 40600) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:38.738127 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:38.818347 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:38.899708 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:38.941416 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=240ab3500a6f42529f519c7d1d85bf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209991 Oct 28 15:20:38.943412 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e109a2-2948-41a8-84d8-959cd79c5ae4,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:38.944163 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40612) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:38.950815 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.951154 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.951481 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.951804 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.952123 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.952474 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.952795 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.953109 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.953422 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.953732 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.954042 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.954351 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c73a6c6-e224-4db2-8848-4375b3df6314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:38.998013 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:39.018916 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:39.177415 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:39.180298 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:39.181543 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/31e109a2-2948-41a8-84d8-959cd79c5ae4 HTTP/1.1" status: 204 len: 168 time: 0.2363131 Oct 28 15:20:39.194266 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e109a2-2948-41a8-84d8-959cd79c5ae4,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:39.203125 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.203468 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.203874 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.204622 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.204622 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.205146 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.206736 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.206736 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.206736 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.207034 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.207257 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:39.207954 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bdae3-d667-43e4-8f29-223c188842a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:40.431734 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:41.646434 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-c241ff83-e487-41fa-a226-4e3e60b75aed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410244 Oct 28 15:20:41.715404 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-00461704-95d3-41e4-915c-7badcb0d206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:41.717052 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-00461704-95d3-41e4-915c-7badcb0d206c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0405824 Oct 28 15:20:41.857057 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-92d5bd7c-e3a0-4904-b6c1-733ab1a9d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:41.861649 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-92d5bd7c-e3a0-4904-b6c1-733ab1a9d0eb service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.1152287 Oct 28 15:20:41.900075 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-64b19296-ee4e-4156-8e23-caa95d552472 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0332322 Oct 28 15:20:41.954410 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-de065a66-cad8-458f-9d45-fbb9f0e4296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:41.955909 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-de065a66-cad8-458f-9d45-fbb9f0e4296d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0457296 Oct 28 15:20:42.007309 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-9cef907b-1481-46a3-b7d1-8d83c68bf4cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281725 Oct 28 15:20:42.102016 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-77621ea5-d351-4d46-beb6-1aafb8953f36 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857992 Oct 28 15:20:42.209183 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2dfae897-1e15-4728-9ea0-bd43225faeb6 req-1b56c441-6538-444f-8c08-ecd6fbfdb2b9 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894408 Oct 28 15:20:45.368135 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9189b34d-bbaf-4a62-a028-ab3c20a3ca33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:46.591855 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40812) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:46.699965 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce938-f5af-4fa6-ae7f-1237b35cb4ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:46.788535 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3679bde-79ac-42e5-b906-3ed6df56d13f req-70f73c7a-4f57-4db0-8e17-cbbdca6ed7ee tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:46.790046 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c3679bde-79ac-42e5-b906-3ed6df56d13f req-70f73c7a-4f57-4db0-8e17-cbbdca6ed7ee tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0520852 Oct 28 15:20:46.828442 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c3679bde-79ac-42e5-b906-3ed6df56d13f req-b5c13cbb-8759-44de-aa00-efa34659b53f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Oct 28 15:20:46.894768 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-631c99d0-c0ff-40c0-8586-47659d4131d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:46.896568 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-631c99d0-c0ff-40c0-8586-47659d4131d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0431509 Oct 28 15:20:46.902110 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce938-f5af-4fa6-ae7f-1237b35cb4ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:46.994313 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-cd2944bd-3b52-45b5-b34a-4279a4ae535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:46.995788 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-cd2944bd-3b52-45b5-b34a-4279a4ae535e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0883114 Oct 28 15:20:47.040254 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-0942ee28-e42c-43c3-afb8-d41494b73eb0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0342147 Oct 28 15:20:47.068325 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce938-f5af-4fa6-ae7f-1237b35cb4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:47.091491 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-618e7bb0-3e06-484e-9bba-77e831de63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:47.093436 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-618e7bb0-3e06-484e-9bba-77e831de63a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0456684 Oct 28 15:20:47.104714 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ce938-f5af-4fa6-ae7f-1237b35cb4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfe978e-2466-4839-8eaa-57ecf639d5ac,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:47.111372 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-7b5ce938-f5af-4fa6-ae7f-1237b35cb4ee admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e9a00d63915f418e968a8dec7cb9939e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5183990 Oct 28 15:20:47.117082 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40832) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:47.127667 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-79241e58-cf7f-4bef-b2bb-5e9ca66a63a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255938 Oct 28 15:20:47.169893 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f492fb08-46cc-4c83-a640-3ea85290bf78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:47.191716 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f492fb08-46cc-4c83-a640-3ea85290bf78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:47.233917 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-e48aefba-4851-473e-8156-5b6e66954093 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975735 Oct 28 15:20:47.342189 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c51ce07d-8f18-46be-9cbb-c95c7830a840 req-d770b6a6-fc0b-40f3-bda5-229006e8b3d2 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998385 Oct 28 15:20:47.348492 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f492fb08-46cc-4c83-a640-3ea85290bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:47.351919 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f492fb08-46cc-4c83-a640-3ea85290bf78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:47.355375 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-f492fb08-46cc-4c83-a640-3ea85290bf78 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5cfe978e-2466-4839-8eaa-57ecf639d5ac HTTP/1.1" status: 204 len: 168 time: 0.2381840 Oct 28 15:20:47.363373 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492fb08-46cc-4c83-a640-3ea85290bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfe978e-2466-4839-8eaa-57ecf639d5ac,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:47.944209 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238596e8-edad-4276-b319-725989c16668 req-35ef1fb9-20f3-4ebe-bf81-33c00a661cdf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:47.945734 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-238596e8-edad-4276-b319-725989c16668 req-35ef1fb9-20f3-4ebe-bf81-33c00a661cdf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0480592 Oct 28 15:20:47.985947 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-238596e8-edad-4276-b319-725989c16668 req-7bc6c581-35aa-42bd-a69c-9f594521384a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342267 Oct 28 15:20:48.159916 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-24099081-ae8c-4a64-8630-e0d2f25d6796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:49.063354 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:49.100854 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0164c4a-c049-4bf3-b1d7-86a307b79d76 req-8288df11-8408-487e-a7b1-3e01e00bb1c4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:49.102311 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d0164c4a-c049-4bf3-b1d7-86a307b79d76 req-8288df11-8408-487e-a7b1-3e01e00bb1c4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Oct 28 15:20:49.143925 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d0164c4a-c049-4bf3-b1d7-86a307b79d76 req-7454d539-6ef0-41b7-93e8-18e40768e003 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356536 Oct 28 15:20:49.305937 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:50.261280 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ceaef-f56a-4171-b094-d5e0f1994048 req-0f51af90-22e8-4180-a701-6d04739f8755 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:50.262972 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8a6ceaef-f56a-4171-b094-d5e0f1994048 req-0f51af90-22e8-4180-a701-6d04739f8755 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Oct 28 15:20:50.300419 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8a6ceaef-f56a-4171-b094-d5e0f1994048 req-959c91af-6491-4e0a-87d2-a35f98ad15fa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Oct 28 15:20:50.936844 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:51.419161 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd16784-5159-4c4b-9b71-8a9060aeb666 req-0692008b-b51a-42aa-9604-914b15ec1cdd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:51.420639 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9dd16784-5159-4c4b-9b71-8a9060aeb666 req-0692008b-b51a-42aa-9604-914b15ec1cdd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0487773 Oct 28 15:20:51.468233 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9dd16784-5159-4c4b-9b71-8a9060aeb666 req-7243b43b-3738-4aa0-a119-4be5860467de tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385108 Oct 28 15:20:52.587593 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26012dd8-bffa-4784-9555-ec9079312cf2 req-52837fa6-f17d-4f00-82c0-8817a237bb62 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:52.589290 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26012dd8-bffa-4784-9555-ec9079312cf2 req-52837fa6-f17d-4f00-82c0-8817a237bb62 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0564251 Oct 28 15:20:52.631994 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26012dd8-bffa-4784-9555-ec9079312cf2 req-dc65bed9-0b39-4a97-aacd-62f6a173b7dd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356512 Oct 28 15:20:53.039421 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 40998) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:53.084936 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1530672-25ec-4f75-a007-5226d02f3b61 admin admin] Deleting subnet 6d1d84a2-fb41-4c12-9159-3119a8f6e49b {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:20:53.096295 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a1530672-25ec-4f75-a007-5226d02f3b61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.121089 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a1530672-25ec-4f75-a007-5226d02f3b61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5723519'] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.158550 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a1530672-25ec-4f75-a007-5226d02f3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.308710 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a1530672-25ec-4f75-a007-5226d02f3b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5431788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5398907'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.338387 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1530672-25ec-4f75-a007-5226d02f3b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d1d84a2-fb41-4c12-9159-3119a8f6e49b,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:53.342589 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a1530672-25ec-4f75-a007-5226d02f3b61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.346609 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a1530672-25ec-4f75-a007-5226d02f3b61 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/6d1d84a2-fb41-4c12-9159-3119a8f6e49b HTTP/1.1" status: 204 len: 168 time: 0.3068578 Oct 28 15:20:53.348298 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 41004) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:53.415342 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.492712 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.511974 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1266331-1f7d-426d-ba36-1728a358211b']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:20:53.521187 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca95b216-ffc6-4bbb-8ee4-c9a30a8ebf1b') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:20:53.521473 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca95b216-ffc6-4bbb-8ee4-c9a30a8ebf1b') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:20:53.530557 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.544024 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.549834 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Releasing vlan 1074 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:20:53.550210 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:20:53.551775 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:20:53.691510 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.711741 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.715091 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] 10.222.0.86 "DELETE /v2.0/networks/d1266331-1f7d-426d-ba36-1728a358211b HTTP/1.1" status: 204 len: 168 time: 0.3658073 Oct 28 15:20:53.717945 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41016) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:53.724553 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892b89c-5eb5-4628-a5df-4842548bf482 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1266331-1f7d-426d-ba36-1728a358211b,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:53.766048 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c8a4ae-019e-42b4-b337-ac63239b39b4 admin admin] Deleting subnet 72845662-c16b-4ba7-9e00-b7547a9189e5 {{(pid=102151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:20:53.766287 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed4419-14e1-430b-ae2a-b222f7900c01 req-d481e629-ed68-4ab3-a2ab-9a6c9bcc82bd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:53.767743 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f9ed4419-14e1-430b-ae2a-b222f7900c01 req-d481e629-ed68-4ab3-a2ab-9a6c9bcc82bd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0516930 Oct 28 15:20:53.769380 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-19c8a4ae-019e-42b4-b337-ac63239b39b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.805095 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-19c8a4ae-019e-42b4-b337-ac63239b39b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7175645'] for subnet, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.810328 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f9ed4419-14e1-430b-ae2a-b222f7900c01 req-435194f3-d6b1-4045-9785-a795f83c3e3a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353067 Oct 28 15:20:53.843583 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-19c8a4ae-019e-42b4-b337-ac63239b39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.965936 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-19c8a4ae-019e-42b4-b337-ac63239b39b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5670529'] for subnet, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.991247 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8a4ae-019e-42b4-b337-ac63239b39b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72845662-c16b-4ba7-9e00-b7547a9189e5,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:53.995208 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-19c8a4ae-019e-42b4-b337-ac63239b39b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:53.998419 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-19c8a4ae-019e-42b4-b337-ac63239b39b4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/72845662-c16b-4ba7-9e00-b7547a9189e5 HTTP/1.1" status: 204 len: 168 time: 0.2794569 Oct 28 15:20:54.000876 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41020) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:54.066366 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.147461 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.166984 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf2d921-fc0b-4614-a0b1-0d03b8426a0a']}} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:20:54.176946 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c29e0b-83ae-47f9-9b66-c561fd583499') {'for_net_delete': True} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:20:54.177237 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c29e0b-83ae-47f9-9b66-c561fd583499') {} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:20:54.188311 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7175588'] for segment, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.201408 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.206985 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:20:54.207351 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963192'] for segment, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: Traceback (most recent call last): Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: timer() Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: cb(*args, **kw) Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: return func(*args, **kwargs) Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: self._notify() Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: self.callback(batched_events) Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: event.method(event) Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: return f(self, *a, **k) Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._get(url).json() Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: return self.request(url, 'GET', **kwargs) Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:20:54.208946 dv-cinder-783643-3-iscsi neutron-server[102151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:20:54.342834 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.350529 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.353766 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bcf2d921-fc0b-4614-a0b1-0d03b8426a0a HTTP/1.1" status: 204 len: 168 time: 0.3519750 Oct 28 15:20:54.363239 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a498e63-069b-49a6-bd50-2268c5590376 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcf2d921-fc0b-4614-a0b1-0d03b8426a0a,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:54.701891 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41032) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:54.744103 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-345616ea-8408-41f8-b209-fb88fad59e4c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=23d843d5ca9c4e2cbaa418bb7bb05798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410054 Oct 28 15:20:54.746600 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41034) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:54.793876 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f26c204-3dd0-4293-9e5a-15412cb509ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.814665 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f26c204-3dd0-4293-9e5a-15412cb509ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.945713 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f26c204-3dd0-4293-9e5a-15412cb509ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.948487 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f26c204-3dd0-4293-9e5a-15412cb509ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:54.949806 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-2f26c204-3dd0-4293-9e5a-15412cb509ff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a66634f0-5cc7-4951-b49b-09e901d2e3a9 HTTP/1.1" status: 204 len: 168 time: 0.2023137 Oct 28 15:20:54.958551 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26c204-3dd0-4293-9e5a-15412cb509ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66634f0-5cc7-4951-b49b-09e901d2e3a9,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:55.096263 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381b1f2-8251-41aa-a92e-7db0658d43eb req-562162b9-2b9b-48b2-a966-5a65066f53c1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:55.097550 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6381b1f2-8251-41aa-a92e-7db0658d43eb req-562162b9-2b9b-48b2-a966-5a65066f53c1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.2196758 Oct 28 15:20:55.135154 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6381b1f2-8251-41aa-a92e-7db0658d43eb req-ba20a360-1b9e-4d9c-a1ad-d3263bcbb2d2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309711 Oct 28 15:20:55.634808 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41052) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:55.673213 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-1e2ab206-7075-4299-949f-64f41aceb3dc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4bcc87e513f6439f9cf0e3971ba28e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372860 Oct 28 15:20:55.675733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41056) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:55.727867 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68dc26a1-c795-44b4-94ce-c9520fbbec7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:55.749106 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68dc26a1-c795-44b4-94ce-c9520fbbec7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:56.142885 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68dc26a1-c795-44b4-94ce-c9520fbbec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:56.145449 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68dc26a1-c795-44b4-94ce-c9520fbbec7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:56.146583 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-68dc26a1-c795-44b4-94ce-c9520fbbec7a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/678c9a24-4180-4a82-bb60-d2d3557fd48a HTTP/1.1" status: 204 len: 168 time: 0.4698029 Oct 28 15:20:56.154505 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc26a1-c795-44b4-94ce-c9520fbbec7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678c9a24-4180-4a82-bb60-d2d3557fd48a,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:56.260943 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a28222-f9ee-479d-abdf-dc94e1cc7ccd req-c644196b-bd17-454b-ad87-8fb4c4214b68 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:56.262418 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a4a28222-f9ee-479d-abdf-dc94e1cc7ccd req-c644196b-bd17-454b-ad87-8fb4c4214b68 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0524204 Oct 28 15:20:56.298869 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a4a28222-f9ee-479d-abdf-dc94e1cc7ccd req-1eec2c04-2870-42eb-a35a-f13df538d86e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303805 Oct 28 15:20:57.302297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41094) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:57.398557 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-576166492-network', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:20:57.413639 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797f48-74fe-4aa3-987c-bd2de731b805 req-d3205a98-a951-4dcf-a3a2-1e20c5e01b9d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:57.417309 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-41797f48-74fe-4aa3-987c-bd2de731b805 req-d3205a98-a951-4dcf-a3a2-1e20c5e01b9d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0499315 Oct 28 15:20:57.457444 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-41797f48-74fe-4aa3-987c-bd2de731b805 req-f2a754c2-a09f-49a1-bcd0-93f16259e06f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Oct 28 15:20:57.482867 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Made reservation on behalf of 467a52d2070d47d0ad9109b96bdd6f8b for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:20:57.485138 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:57.494487 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:57.567173 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:57.642520 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:57.665596 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:20:57.673828 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6987f3-3d15-4216-8c5c-26a348b2ca21,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:57.680589 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:57.680926 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Added segment 7e85a12e-62e9-4139-84d5-df005b492e7d of type vlan for network 550e741c-476f-417d-af0a-6362fb10f867 Oct 28 15:20:57.722283 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:57.825451 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:57.826421 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:57.827012 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:57.886579 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] Pushing event updated for resources: {'Network': ['ID=550e741c-476f-417d-af0a-6362fb10f867,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:57.896713 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 550e741c-476f-417d-af0a-6362fb10f867 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:20:57.956963 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-2dd37c42-f762-4125-8c2a-80c6d6c7e81b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6534657 Oct 28 15:20:57.960704 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 41106) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:57.965497 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Request body: {'subnet': {'network_id': '550e741c-476f-417d-af0a-6362fb10f867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-576166492-subnet', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:20:58.082673 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Made reservation on behalf of 467a52d2070d47d0ad9109b96bdd6f8b for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:20:58.084976 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5398682'] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:58.305783 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5398664'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:58.358970 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f8a02c-1573-4794-9c30-9f4127211de2,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:58.369013 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Checking segment: {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:20:58.369363 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Network hostable DHCP agents. Network: 550e741c-476f-417d-af0a-6362fb10f867, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:20:58.450922 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Network 550e741c-476f-417d-af0a-6362fb10f867 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:20:58.534067 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 550e741c-476f-417d-af0a-6362fb10f867) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:20:58.539043 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:58.540593 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:58.541875 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9c4e9c-30b2-463f-99e5-1e3c7cd29f34 None None] Network 550e741c-476f-417d-af0a-6362fb10f867 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:20:58.583266 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9d37b-cff5-460b-a6fb-7dda5838fd3e req-f784c622-8be6-4d82-8573-9d8c5f83ad91 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:58.584831 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ffb9d37b-cff5-460b-a6fb-7dda5838fd3e req-f784c622-8be6-4d82-8573-9d8c5f83ad91 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0609584 Oct 28 15:20:58.622437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ffb9d37b-cff5-460b-a6fb-7dda5838fd3e req-0cdcfeee-4015-4c59-848d-eed7e826ebcb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Oct 28 15:20:58.680677 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-78fd6345-ac64-46da-b411-f1b6150216f7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7187681 Oct 28 15:20:58.683239 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 41116) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:20:58.687595 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:20:58.701031 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-550e741c-476f-417d-af0a-6362fb10f867', 'network_id': '550e741c-476f-417d-af0a-6362fb10f867', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'fixed_ips': [{'subnet_id': '49f8a02c-1573-4794-9c30-9f4127211de2'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:20:58.701909 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:58.833232 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Allocated IP 172.20.0.2 (550e741c-476f-417d-af0a-6362fb10f867/49f8a02c-1573-4794-9c30-9f4127211de2/c220886a-1ea9-4e30-9b8b-2b74c75413c7) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:20:58.854755 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:58.856205 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:58.944293 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:58.972112 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.068623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.112491 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Network 550e741c-476f-417d-af0a-6362fb10f867 is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:20:59.115448 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:20:59.118235 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:20:59.127036 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Pushing event updated for resources: {'Port': ['ID=c220886a-1ea9-4e30-9b8b-2b74c75413c7,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:59.151583 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.151953 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.152293 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.152653 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.152991 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.153308 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.153632 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.153950 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.154271 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.154589 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.154904 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.155223 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:20:59.179353 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.187259 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Attempting to bind port c220886a-1ea9-4e30-9b8b-2b74c75413c7 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:20:59.187623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Attempting to bind port c220886a-1ea9-4e30-9b8b-2b74c75413c7 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:20:59.187974 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Attempting to bind port c220886a-1ea9-4e30-9b8b-2b74c75413c7 on network 550e741c-476f-417d-af0a-6362fb10f867 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:20:59.193208 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:20:59.200079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Checking segment: {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:20:59.200079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.200079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Bound using segment: {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:20:59.200079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Bound port: c220886a-1ea9-4e30-9b8b-2b74c75413c7, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:20:59.200079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.258601 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] For port c220886a-1ea9-4e30-9b8b-2b74c75413c7, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:20:59.261719 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] For port c220886a-1ea9-4e30-9b8b-2b74c75413c7, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=c220886a-1ea9-4e30-9b8b-2b74c75413c7,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:20:59.323038 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.385734 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93379f13-d4ba-4813-af39-0990e2efee33 None None] Pushing event updated for resources: {'Port': ['ID=c220886a-1ea9-4e30-9b8b-2b74c75413c7,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:20:59.441386 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.461082 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.506109 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:20:59.567408 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Allocated IP 172.27.1.101 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/023d02ae-cae2-445a-be1a-7d2e472da4f7) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:20:59.699203 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.772064 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae2a02-454c-426f-87ad-d353cf731dc5 req-e9a71607-fcb7-46de-9661-5d3d792cdf6c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:20:59.773576 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-64ae2a02-454c-426f-87ad-d353cf731dc5 req-e9a71607-fcb7-46de-9661-5d3d792cdf6c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0613794 Oct 28 15:20:59.812483 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-64ae2a02-454c-426f-87ad-d353cf731dc5 req-7e5ed35a-2cab-420a-bbf2-0ca8de7fd824 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326490 Oct 28 15:20:59.891848 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:20:59.936166 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:20:59.940540 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:20:59.945448 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:20:59.948550 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Pushing event updated for resources: {'Port': ['ID=023d02ae-cae2-445a-be1a-7d2e472da4f7,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:00.256638 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.296121 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2439fd-33be-4544-bb79-21cd7c51fe7d None None] Network 550e741c-476f-417d-af0a-6362fb10f867 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:21:00.425754 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-9fc333e0-7793-4e5c-9d7c-0cf64cc061e6 None None] Provisioning complete for port c220886a-1ea9-4e30-9b8b-2b74c75413c7 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:00.426117 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9fc333e0-7793-4e5c-9d7c-0cf64cc061e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.456753 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.534338 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9fc333e0-7793-4e5c-9d7c-0cf64cc061e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.576947 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device c220886a-1ea9-4e30-9b8b-2b74c75413c7 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:00.613199 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-9fc333e0-7793-4e5c-9d7c-0cf64cc061e6 None None] For port c220886a-1ea9-4e30-9b8b-2b74c75413c7, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=c220886a-1ea9-4e30-9b8b-2b74c75413c7,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:00.648936 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port c220886a-1ea9-4e30-9b8b-2b74c75413c7 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:00.649299 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.720002 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Router 751e3763-db2f-4280-9a98-bc08b875cc6a is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:21:00.732918 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.773107 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9fc333e0-7793-4e5c-9d7c-0cf64cc061e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.826792 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:21:00.840917 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Sync routers for ids ['751e3763-db2f-4280-9a98-bc08b875cc6a'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:21:00.852834 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Routers {'751e3763-db2f-4280-9a98-bc08b875cc6a'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:00.853776 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:20:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['751e3763-db2f-4280-9a98-bc08b875cc6a'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:00.854903 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc333e0-7793-4e5c-9d7c-0cf64cc061e6 None None] Pushing event updated for resources: {'Port': ['ID=c220886a-1ea9-4e30-9b8b-2b74c75413c7,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:00.862044 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.db.api [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 15:21:00.862455 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG oslo_db.api [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 15:21:00.897994 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-e81aa5e1-ce73-463d-92d4-6b31ffb57946 None None] Provisioning complete for port c220886a-1ea9-4e30-9b8b-2b74c75413c7 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:00.899112 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e81aa5e1-ce73-463d-92d4-6b31ffb57946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.958332 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:00.960147 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-ac4d2b1c-0f57-4cfa-86b8-a6ec4728baa1 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2754273 Oct 28 15:21:00.964783 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41152) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:00.977907 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5968c-045f-4f72-b1d8-30db765f77f7 req-c9e35bc9-4b36-46c9-95fe-79111ebc24bc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:00.979817 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f4a5968c-045f-4f72-b1d8-30db765f77f7 req-c9e35bc9-4b36-46c9-95fe-79111ebc24bc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0642726 Oct 28 15:21:00.986891 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Set router 751e3763-db2f-4280-9a98-bc08b875cc6a gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:01.036478 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f4a5968c-045f-4f72-b1d8-30db765f77f7 req-7f4b3bcd-1f6d-4569-ac67-82a5cae94ca9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Oct 28 15:21:01.169017 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:21:00Z', 'revision_number': 3, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port': {'id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:20:59Z', 'updated_at': '2021-10-28T15:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:01.198255 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Checking router: 751e3763-db2f-4280-9a98-bc08b875cc6a for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:21:01.198605 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Updating router 751e3763-db2f-4280-9a98-bc08b875cc6a port 023d02ae-cae2-445a-be1a-7d2e472da4f7 binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:21:01.223409 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.397938 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.480267 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.558347 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Allocated IP 172.20.0.1 (550e741c-476f-417d-af0a-6362fb10f867/49f8a02c-1573-4794-9c30-9f4127211de2/4f7e9349-0152-40fd-9a3e-7f6406f6f093) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:01.571383 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.624309 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Attempting to bind port 023d02ae-cae2-445a-be1a-7d2e472da4f7 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:01.624700 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Attempting to bind port 023d02ae-cae2-445a-be1a-7d2e472da4f7 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:01.625058 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Attempting to bind port 023d02ae-cae2-445a-be1a-7d2e472da4f7 on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:01.632894 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Pushing event updated for resources: {'Port': ['ID=023d02ae-cae2-445a-be1a-7d2e472da4f7,revision_number=2']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:01.638820 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:01.638820 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:01.638820 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.638820 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:01.638820 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Bound port: 023d02ae-cae2-445a-be1a-7d2e472da4f7, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:01.638820 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.660231 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.663379 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.663754 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.666941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.667790 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:01.700830 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] For port 023d02ae-cae2-445a-be1a-7d2e472da4f7, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:01.703854 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] For port 023d02ae-cae2-445a-be1a-7d2e472da4f7, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=023d02ae-cae2-445a-be1a-7d2e472da4f7,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:01.792040 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.831481 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Network 550e741c-476f-417d-af0a-6362fb10f867 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:01.834884 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:01.838348 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:01.844880 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.845319 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Pushing event updated for resources: {'Port': ['ID=4f7e9349-0152-40fd-9a3e-7f6406f6f093,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:01.893357 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:01.896132 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Routers {'751e3763-db2f-4280-9a98-bc08b875cc6a'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:01.897470 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:20:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['751e3763-db2f-4280-9a98-bc08b875cc6a'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:02.060869 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b06e9-20c1-4440-9393-61566667c187 None None] Pushing event updated for resources: {'Port': ['ID=023d02ae-cae2-445a-be1a-7d2e472da4f7,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:02.099517 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] Set router 751e3763-db2f-4280-9a98-bc08b875cc6a gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:02.135790 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-f50a7e7b-b598-42d9-ae90-96796e51f664 None None] Provisioning complete for port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:02.136331 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f50a7e7b-b598-42d9-ae90-96796e51f664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:02.145561 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f00d-3588-4c7d-a3a7-6e76d13eb5b4 req-ad2aa852-1a77-46d6-a028-9d32d8867c87 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:02.154888 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72d4f00d-3588-4c7d-a3a7-6e76d13eb5b4 req-ad2aa852-1a77-46d6-a028-9d32d8867c87 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0596035 Oct 28 15:21:02.172282 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:02.173668 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-f50a7e7b-b598-42d9-ae90-96796e51f664 None None] Port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:02.191235 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72d4f00d-3588-4c7d-a3a7-6e76d13eb5b4 req-186aeaf6-1266-4c08-a155-06d2a26c080d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Oct 28 15:21:02.298493 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:21:00Z', 'revision_number': 3, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port': {'id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:20:59Z', 'updated_at': '2021-10-28T15:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:02.325079 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae23591-08a0-4eca-83db-cff8766a0130 None None] The sync data for ids ['751e3763-db2f-4280-9a98-bc08b875cc6a'] in dv-cinder-783643-3-iscsi is: [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:21:00Z', 'revision_number': 3, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port': {'id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:20:59Z', 'updated_at': '2021-10-28T15:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:21:02.345220 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:02.452294 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:02.512755 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device c220886a-1ea9-4e30-9b8b-2b74c75413c7 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:02.524227 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Pushing event updated for resources: {'Port': ['ID=4f7e9349-0152-40fd-9a3e-7f6406f6f093,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:02.527966 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:02.587023 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port c220886a-1ea9-4e30-9b8b-2b74c75413c7 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:02.587850 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:02.629975 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Network 550e741c-476f-417d-af0a-6362fb10f867 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:02.632432 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:02.760022 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Router 751e3763-db2f-4280-9a98-bc08b875cc6a has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:21:02.882207 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:21:02.891575 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-45b03007-6bf3-4e3c-b950-9a4ee1eeae3b admin admin] 10.222.0.86 "PUT /v2.0/routers/751e3763-db2f-4280-9a98-bc08b875cc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9209626 Oct 28 15:21:02.906027 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-2776be93-39cb-4529-a76d-9189e8a06755 None None] Provisioning complete for port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:02.906613 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2776be93-39cb-4529-a76d-9189e8a06755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:02.945848 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-2776be93-39cb-4529-a76d-9189e8a06755 None None] Port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:03.312489 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bd396-50da-49df-b5e8-eec13937294a req-12b41e68-c445-44c3-8f00-ffd18f2ba6d8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:03.314027 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f24bd396-50da-49df-b5e8-eec13937294a req-12b41e68-c445-44c3-8f00-ffd18f2ba6d8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0529339 Oct 28 15:21:03.358517 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f24bd396-50da-49df-b5e8-eec13937294a req-cf081ed4-52e9-4fe2-9515-c7d198f02a87 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Oct 28 15:21:03.582381 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41200) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:03.587810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1671162960-network', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:03.674368 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Made reservation on behalf of dc89611b5c4549d185c3752c3683d3a3 for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:21:03.676717 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:03.686587 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:03.761011 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:03.831338 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:03.853423 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] vlan segment allocate from pool success with {'vlan_id': 1079, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:21:03.861797 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Sync routers for ids ['751e3763-db2f-4280-9a98-bc08b875cc6a'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:21:03.867259 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa2ee20-7793-4ef9-8613-383043b059c9,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:03.872706 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:03.872875 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Routers {'751e3763-db2f-4280-9a98-bc08b875cc6a'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:03.873049 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Added segment 5d21276a-7fb2-49de-bd00-abdd174c7b2d of type vlan for network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 Oct 28 15:21:03.873308 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:20:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['751e3763-db2f-4280-9a98-bc08b875cc6a'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:03.913784 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:03.976573 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Set router 751e3763-db2f-4280-9a98-bc08b875cc6a gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:04.006226 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.007324 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:04.008022 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.073193 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] Pushing event updated for resources: {'Network': ['ID=49cb62ec-1352-494b-8f4a-39f8e4d96e32,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:04.157035 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-4f11bc26-9580-4d89-8a3f-c13b801b0760 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5735028 Oct 28 15:21:04.159640 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41208) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:04.165753 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Request body: {'subnet': {'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1671162960-subnet', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'ip_version': 4}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:04.166516 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:21:04.248468 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Made reservation on behalf of dc89611b5c4549d185c3752c3683d3a3 for: {'subnet': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:21:04.250976 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5670752'] for subnet, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.347249 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:21:02Z', 'revision_number': 4, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port': {'id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:20:59Z', 'updated_at': '2021-10-28T15:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '4f7e9349-0152-40fd-9a3e-7f6406f6f093', 'name': '', 'network_id': '550e741c-476f-417d-af0a-6362fb10f867', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'mac_address': 'fa:16:3e:ca:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '49f8a02c-1573-4794-9c30-9f4127211de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:01Z', 'updated_at': '2021-10-28T15:21:02Z', 'revision_number': 2, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'subnets': [{'id': '49f8a02c-1573-4794-9c30-9f4127211de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:04.381330 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Checking router: 751e3763-db2f-4280-9a98-bc08b875cc6a for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:21:04.381737 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Updating router 751e3763-db2f-4280-9a98-bc08b875cc6a port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:21:04.408294 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.488004 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ad314-8f7b-4e46-8c0a-4ed0e9e3f778 req-046fb0bf-0381-4573-a93e-5533ac770242 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:04.489813 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-182ad314-8f7b-4e46-8c0a-4ed0e9e3f778 req-046fb0bf-0381-4573-a93e-5533ac770242 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0590763 Oct 28 15:21:04.493749 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5670770'] for subnet, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.559880 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79138a0f-263e-491d-8476-5078ab71b7ca,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:04.566354 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Checking segment: {'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:04.566354 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Network hostable DHCP agents. Network: 49cb62ec-1352-494b-8f4a-39f8e4d96e32, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:21:04.573740 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-182ad314-8f7b-4e46-8c0a-4ed0e9e3f778 req-88f4e758-4987-4238-99ad-0ea58170fd44 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711560 Oct 28 15:21:04.601324 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 023d02ae-cae2-445a-be1a-7d2e472da4f7 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:04.663441 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:21:04.701478 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 023d02ae-cae2-445a-be1a-7d2e472da4f7 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:04.701843 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.737448 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 49cb62ec-1352-494b-8f4a-39f8e4d96e32) {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:04.743577 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:04.751241 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.751879 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af0990f-84b2-4467-b747-692085bfa8d5 None None] Network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:21:04.806445 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.868233 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-fadd29fb-263f-49e9-82ee-2740ad870fc6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7071862 Oct 28 15:21:04.870473 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41218) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:04.875157 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:04.882637 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.914379 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:04.954853 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 023d02ae-cae2-445a-be1a-7d2e472da4f7, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=023d02ae-cae2-445a-be1a-7d2e472da4f7,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:04.999884 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db7d07-0b3b-41d3-931e-51201462aca0 None None] Pushing event updated for resources: {'Port': ['ID=4f7e9349-0152-40fd-9a3e-7f6406f6f093,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:05.007308 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-49cb62ec-1352-494b-8f4a-39f8e4d96e32', 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'fixed_ips': [{'subnet_id': '79138a0f-263e-491d-8476-5078ab71b7ca'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:21:05.007435 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.008163 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.008700 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.052730 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.097707 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.098256 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Attempting to bind port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:05.098813 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Attempting to bind port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:05.107433 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Attempting to bind port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 on network 550e741c-476f-417d-af0a-6362fb10f867 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:05.166797 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:05.175665 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Checking segment: {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:05.175665 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.175665 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Bound using segment: {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:05.175665 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Bound port: 4f7e9349-0152-40fd-9a3e-7f6406f6f093, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:05.175665 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.201108 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=023d02ae-cae2-445a-be1a-7d2e472da4f7,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:05.264326 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-ed892272-64e0-4d9c-8ecd-7b8848a02d01 None None] Provisioning complete for port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:05.264630 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ed892272-64e0-4d9c-8ecd-7b8848a02d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.326054 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] For port 4f7e9349-0152-40fd-9a3e-7f6406f6f093, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:05.328627 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Allocated IP 172.20.0.2 (49cb62ec-1352-494b-8f4a-39f8e4d96e32/79138a0f-263e-491d-8476-5078ab71b7ca/f236fc90-1414-4358-865f-0e1e1826714e) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:05.331453 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] For port 4f7e9349-0152-40fd-9a3e-7f6406f6f093, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4f7e9349-0152-40fd-9a3e-7f6406f6f093,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:05.332336 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-ed892272-64e0-4d9c-8ecd-7b8848a02d01 None None] Port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:05.356628 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.428928 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.536852 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Routers {'751e3763-db2f-4280-9a98-bc08b875cc6a'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:05.537480 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:20:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['751e3763-db2f-4280-9a98-bc08b875cc6a'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:05.539778 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.541129 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db7d07-0b3b-41d3-931e-51201462aca0 None None] Pushing event updated for resources: {'Port': ['ID=4f7e9349-0152-40fd-9a3e-7f6406f6f093,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:05.625009 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.671746 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:05.679549 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:05.682530 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:05.714874 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Pushing event updated for resources: {'Port': ['ID=f236fc90-1414-4358-865f-0e1e1826714e,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:05.739299 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22fa4e-5495-4e85-9899-6c87e144f489 req-d327fff7-c62a-4c05-bb9e-e7711721e8dd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:05.742288 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1c22fa4e-5495-4e85-9899-6c87e144f489 req-d327fff7-c62a-4c05-bb9e-e7711721e8dd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0854573 Oct 28 15:21:05.751251 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] Set router 751e3763-db2f-4280-9a98-bc08b875cc6a gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:05.796871 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1c22fa4e-5495-4e85-9899-6c87e144f489 req-2d54c94d-2090-4f1d-9935-57ac88a0a2cd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361748 Oct 28 15:21:05.915001 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.934614 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.947023 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Attempting to bind port f236fc90-1414-4358-865f-0e1e1826714e on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:05.947509 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Attempting to bind port f236fc90-1414-4358-865f-0e1e1826714e by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:05.947600 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Attempting to bind port f236fc90-1414-4358-865f-0e1e1826714e on network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:05.989899 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:05.990797 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Checking segment: {'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:05.991197 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.991587 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Bound using segment: {'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:05.992063 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Bound port: f236fc90-1414-4358-865f-0e1e1826714e, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:05.992461 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:05.994109 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-22730b09-40a4-4cee-8f4c-0530fd894a3f None None] Provisioning complete for port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:05.994449 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-22730b09-40a4-4cee-8f4c-0530fd894a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.043594 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Allocated IP 172.27.1.180 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/42309139-e41c-4c0b-97c0-7d588d4a64b5) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:06.154097 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.180647 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] For port f236fc90-1414-4358-865f-0e1e1826714e, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:06.183828 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] For port f236fc90-1414-4358-865f-0e1e1826714e, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=f236fc90-1414-4358-865f-0e1e1826714e,segment=NetworkSegment(5d21276a-7fb2-49de-bd00-abdd174c7b2d),segment_id=5d21276a-7fb2-49de-bd00-abdd174c7b2d)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:06.242390 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-22730b09-40a4-4cee-8f4c-0530fd894a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.257133 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.297417 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.320716 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-22730b09-40a4-4cee-8f4c-0530fd894a3f None None] For port 4f7e9349-0152-40fd-9a3e-7f6406f6f093, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4f7e9349-0152-40fd-9a3e-7f6406f6f093,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:06.344250 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:21:02Z', 'revision_number': 4, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port': {'id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:20:59Z', 'updated_at': '2021-10-28T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '4f7e9349-0152-40fd-9a3e-7f6406f6f093', 'name': '', 'network_id': '550e741c-476f-417d-af0a-6362fb10f867', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'mac_address': 'fa:16:3e:ca:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '49f8a02c-1573-4794-9c30-9f4127211de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:01Z', 'updated_at': '2021-10-28T15:21:05Z', 'revision_number': 4, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'subnets': [{'id': '49f8a02c-1573-4794-9c30-9f4127211de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:06.348498 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:06.348924 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:06.353033 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:06.374609 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc887558-3f86-48ed-babd-de6a8e5a04be None None] Pushing event updated for resources: {'Port': ['ID=f236fc90-1414-4358-865f-0e1e1826714e,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:06.375935 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Pushing event updated for resources: {'Port': ['ID=42309139-e41c-4c0b-97c0-7d588d4a64b5,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:06.377540 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57367328-0fa3-4a45-9b60-3507fbb3a9bd None None] The sync data for ids ['751e3763-db2f-4280-9a98-bc08b875cc6a'] in dv-cinder-783643-3-iscsi is: [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:21:02Z', 'revision_number': 4, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port': {'id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:20:59Z', 'updated_at': '2021-10-28T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '4f7e9349-0152-40fd-9a3e-7f6406f6f093', 'name': '', 'network_id': '550e741c-476f-417d-af0a-6362fb10f867', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'mac_address': 'fa:16:3e:ca:73:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '49f8a02c-1573-4794-9c30-9f4127211de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:01Z', 'updated_at': '2021-10-28T15:21:05Z', 'revision_number': 4, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'subnets': [{'id': '49f8a02c-1573-4794-9c30-9f4127211de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:21:06.423471 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-22730b09-40a4-4cee-8f4c-0530fd894a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.531484 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22730b09-40a4-4cee-8f4c-0530fd894a3f None None] Pushing event updated for resources: {'Port': ['ID=4f7e9349-0152-40fd-9a3e-7f6406f6f093,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:06.715362 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 023d02ae-cae2-445a-be1a-7d2e472da4f7 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:06.779609 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 023d02ae-cae2-445a-be1a-7d2e472da4f7 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:06.779984 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.799146 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.868270 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4f7e9349-0152-40fd-9a3e-7f6406f6f093 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:06.928276 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:06.928753 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:06.928983 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c81445-5c9b-47fb-b8e3-f29388af30f1 req-33afc00d-8a97-41fe-8081-0d1c31c0f815 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:06.931318 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-34c81445-5c9b-47fb-b8e3-f29388af30f1 req-33afc00d-8a97-41fe-8081-0d1c31c0f815 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0563090 Oct 28 15:21:06.985386 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-34c81445-5c9b-47fb-b8e3-f29388af30f1 req-c76799df-6521-4275-b083-3ef8905cccb8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 Oct 28 15:21:07.039643 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:07.300445 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Router 48458570-d399-46d0-bba8-b507f147fabd is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:21:07.409333 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f3e6c2-9459-4d50-a234-49ccad01c019 None None] Network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:21:07.416988 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:21:07.431984 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Sync routers for ids ['48458570-d399-46d0-bba8-b507f147fabd'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:21:07.442297 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Routers {'48458570-d399-46d0-bba8-b507f147fabd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:07.442910 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:20:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['48458570-d399-46d0-bba8-b507f147fabd'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:07.502447 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-ca468042-21cd-457d-b246-117d94b32f35 None None] Provisioning complete for port f236fc90-1414-4358-865f-0e1e1826714e triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:07.502762 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ca468042-21cd-457d-b246-117d94b32f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:07.508428 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:07.512110 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-f944eb68-e205-4233-b9d9-f557d9d68479 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6380167 Oct 28 15:21:07.512291 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41250) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:07.570094 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Set router 48458570-d399-46d0-bba8-b507f147fabd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:07.674984 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ca468042-21cd-457d-b246-117d94b32f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:07.734565 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-ca468042-21cd-457d-b246-117d94b32f35 None None] For port f236fc90-1414-4358-865f-0e1e1826714e, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=f236fc90-1414-4358-865f-0e1e1826714e,segment=NetworkSegment(5d21276a-7fb2-49de-bd00-abdd174c7b2d),segment_id=5d21276a-7fb2-49de-bd00-abdd174c7b2d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:07.804930 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:06Z', 'revision_number': 3, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port': {'id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:07.818296 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ca468042-21cd-457d-b246-117d94b32f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:07.837496 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Checking router: 48458570-d399-46d0-bba8-b507f147fabd for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:21:07.837755 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Updating router 48458570-d399-46d0-bba8-b507f147fabd port 42309139-e41c-4c0b-97c0-7d588d4a64b5 binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:21:07.868849 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:07.901082 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca468042-21cd-457d-b246-117d94b32f35 None None] Pushing event updated for resources: {'Port': ['ID=f236fc90-1414-4358-865f-0e1e1826714e,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:07.944089 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-32764e2e-34b7-4238-9dda-8d1b38c6a704 None None] Provisioning complete for port f236fc90-1414-4358-865f-0e1e1826714e triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:07.944482 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32764e2e-34b7-4238-9dda-8d1b38c6a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.011829 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.147216 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e15fc0-1a5c-4238-ac52-c366c5d83158 req-4d00ab77-ad09-4d76-83a1-aab5b53aac5a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:08.149368 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-94e15fc0-1a5c-4238-ac52-c366c5d83158 req-4d00ab77-ad09-4d76-83a1-aab5b53aac5a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0609593 Oct 28 15:21:08.178327 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.190379 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-94e15fc0-1a5c-4238-ac52-c366c5d83158 req-c5c8fb03-c8c6-40da-81eb-8f5c445546d8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334468 Oct 28 15:21:08.191956 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Allocated IP 172.20.0.1 (49cb62ec-1352-494b-8f4a-39f8e4d96e32/79138a0f-263e-491d-8476-5078ab71b7ca/6a2a1d37-9556-4162-b39e-686252d36f75) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:08.291314 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.299841 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.345105 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Attempting to bind port 42309139-e41c-4c0b-97c0-7d588d4a64b5 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:08.345468 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Attempting to bind port 42309139-e41c-4c0b-97c0-7d588d4a64b5 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:08.345820 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Attempting to bind port 42309139-e41c-4c0b-97c0-7d588d4a64b5 on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:08.354273 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:08.354635 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:08.355021 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.355400 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:08.355850 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Bound port: 42309139-e41c-4c0b-97c0-7d588d4a64b5, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:08.356214 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.358502 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5210210-bf56-45d3-ad75-b0279b36ceed None None] Pushing event updated for resources: {'Port': ['ID=42309139-e41c-4c0b-97c0-7d588d4a64b5,revision_number=2']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:08.400214 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.407093 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] For port 42309139-e41c-4c0b-97c0-7d588d4a64b5, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:08.410080 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] For port 42309139-e41c-4c0b-97c0-7d588d4a64b5, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=42309139-e41c-4c0b-97c0-7d588d4a64b5,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:08.437464 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:08.441968 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:08.446296 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:08.471784 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2a1d37-9556-4162-b39e-686252d36f75,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:08.489989 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.512608 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.577209 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5210210-bf56-45d3-ad75-b0279b36ceed None None] Pushing event updated for resources: {'Port': ['ID=42309139-e41c-4c0b-97c0-7d588d4a64b5,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:08.591763 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Routers {'48458570-d399-46d0-bba8-b507f147fabd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:08.593104 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:20:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['48458570-d399-46d0-bba8-b507f147fabd'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:08.691806 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4f7e9349-0152-40fd-9a3e-7f6406f6f093 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:08.715612 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] Set router 48458570-d399-46d0-bba8-b507f147fabd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:08.760972 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:08.761472 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.788422 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.804336 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-5989a6d2-6d19-403f-a999-11ea8a231580 None None] Provisioning complete for port 6a2a1d37-9556-4162-b39e-686252d36f75 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:08.804636 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5989a6d2-6d19-403f-a999-11ea8a231580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.852435 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-5989a6d2-6d19-403f-a999-11ea8a231580 None None] Port 6a2a1d37-9556-4162-b39e-686252d36f75 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:08.891829 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device f236fc90-1414-4358-865f-0e1e1826714e up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:08.934258 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:06Z', 'revision_number': 3, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port': {'id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:08.938340 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port f236fc90-1414-4358-865f-0e1e1826714e triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:08.938750 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:08.962397 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f52b02-e7a4-4d87-bbd9-aa35c1c8acf8 None None] The sync data for ids ['48458570-d399-46d0-bba8-b507f147fabd'] in dv-cinder-783643-3-iscsi is: [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:06Z', 'revision_number': 3, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port': {'id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:21:08.977340 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:09.066344 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:09.141052 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Pushing event updated for resources: {'Port': ['ID=6a2a1d37-9556-4162-b39e-686252d36f75,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:09.145165 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:09.270967 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:09.276055 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:09.323772 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb5db-0bc8-4db9-8bee-45c7029ce7e2 req-57f4a38d-4a7e-4aa6-ac79-1679f3b42629 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:09.330552 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ed9fb5db-0bc8-4db9-8bee-45c7029ce7e2 req-57f4a38d-4a7e-4aa6-ac79-1679f3b42629 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0660572 Oct 28 15:21:09.413774 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ed9fb5db-0bc8-4db9-8bee-45c7029ce7e2 req-1df8fffa-5b8a-4d38-9845-e0b640a7be8d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723445 Oct 28 15:21:09.417239 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Router 48458570-d399-46d0-bba8-b507f147fabd has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:21:09.541810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:21:09.548911 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-2f92a638-7821-430e-b022-7b932049a545 admin admin] 10.222.0.86 "PUT /v2.0/routers/48458570-d399-46d0-bba8-b507f147fabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0354788 Oct 28 15:21:09.581673 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-f1937183-7fc3-4002-a0ab-a16a08175488 None None] Provisioning complete for port 6a2a1d37-9556-4162-b39e-686252d36f75 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:09.582048 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f1937183-7fc3-4002-a0ab-a16a08175488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:09.622069 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-f1937183-7fc3-4002-a0ab-a16a08175488 None None] Port 6a2a1d37-9556-4162-b39e-686252d36f75 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:10.550023 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:10.552222 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75556a7-74f0-440b-a156-b5fd8741e2f0 req-c258b1fe-d728-4310-9a23-3a952b3f9508 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:10.554360 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d75556a7-74f0-440b-a156-b5fd8741e2f0 req-c258b1fe-d728-4310-9a23-3a952b3f9508 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0540817 Oct 28 15:21:10.557181 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 42309139-e41c-4c0b-97c0-7d588d4a64b5 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:10.603107 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d75556a7-74f0-440b-a156-b5fd8741e2f0 req-0b70a077-20ec-45d4-a0d1-61534f2590d8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Oct 28 15:21:10.608427 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 42309139-e41c-4c0b-97c0-7d588d4a64b5 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:10.608810 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:10.654423 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Sync routers for ids ['48458570-d399-46d0-bba8-b507f147fabd'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:21:10.669041 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Routers {'48458570-d399-46d0-bba8-b507f147fabd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:10.669649 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:20:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['48458570-d399-46d0-bba8-b507f147fabd'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:10.897374 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:10.926279 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 42309139-e41c-4c0b-97c0-7d588d4a64b5, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=42309139-e41c-4c0b-97c0-7d588d4a64b5,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:10.946825 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Set router 48458570-d399-46d0-bba8-b507f147fabd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:11.079172 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:11.150022 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=42309139-e41c-4c0b-97c0-7d588d4a64b5,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:11.220049 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:08Z', 'revision_number': 4, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port': {'id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '6a2a1d37-9556-4162-b39e-686252d36f75', 'name': '', 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'mac_address': 'fa:16:3e:a5:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '79138a0f-263e-491d-8476-5078ab71b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:08Z', 'updated_at': '2021-10-28T15:21:08Z', 'revision_number': 2, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'subnets': [{'id': '79138a0f-263e-491d-8476-5078ab71b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:11.247877 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Checking router: 48458570-d399-46d0-bba8-b507f147fabd for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:21:11.248233 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Updating router 48458570-d399-46d0-bba8-b507f147fabd port 6a2a1d37-9556-4162-b39e-686252d36f75 binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:21:11.275697 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:11.600091 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:11.766433 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea670-6e1b-40c3-9d45-0107d25a736d req-8be565a5-67cd-44bf-93e2-28b643858189 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:11.767937 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d83ea670-6e1b-40c3-9d45-0107d25a736d req-8be565a5-67cd-44bf-93e2-28b643858189 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0565839 Oct 28 15:21:11.807296 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d83ea670-6e1b-40c3-9d45-0107d25a736d req-a4b5eb94-f9ca-40a9-a2e6-01115e71aec9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331955 Oct 28 15:21:11.940589 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.006647 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916506d-bf5c-4279-b890-4acd4e551ff7 None None] Pushing event updated for resources: {'Port': ['ID=6a2a1d37-9556-4162-b39e-686252d36f75,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:12.094712 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Attempting to bind port 6a2a1d37-9556-4162-b39e-686252d36f75 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:12.095201 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Attempting to bind port 6a2a1d37-9556-4162-b39e-686252d36f75 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:12.096779 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Attempting to bind port 6a2a1d37-9556-4162-b39e-686252d36f75 on network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:12.103318 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:12.103875 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Checking segment: {'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:12.104360 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.104882 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Bound using segment: {'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:12.105453 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Bound port: 6a2a1d37-9556-4162-b39e-686252d36f75, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d21276a-7fb2-49de-bd00-abdd174c7b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:12.105929 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.203139 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] For port 6a2a1d37-9556-4162-b39e-686252d36f75, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:12.210239 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] For port 6a2a1d37-9556-4162-b39e-686252d36f75, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=6a2a1d37-9556-4162-b39e-686252d36f75,segment=NetworkSegment(5d21276a-7fb2-49de-bd00-abdd174c7b2d),segment_id=5d21276a-7fb2-49de-bd00-abdd174c7b2d)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:12.282963 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-8c04281e-5d36-4086-b556-6d8a986dc650 None None] Provisioning complete for port 6a2a1d37-9556-4162-b39e-686252d36f75 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:12.286174 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8c04281e-5d36-4086-b556-6d8a986dc650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.332211 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.340345 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-8c04281e-5d36-4086-b556-6d8a986dc650 None None] Port 6a2a1d37-9556-4162-b39e-686252d36f75 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:12.357227 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 41358) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:12.381558 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Routers {'48458570-d399-46d0-bba8-b507f147fabd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:12.382277 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:20:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['48458570-d399-46d0-bba8-b507f147fabd'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:12.527416 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5a40c4bb-3ca4-4c35-88a7-7b6391707c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.592635 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] Set router 48458570-d399-46d0-bba8-b507f147fabd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:12.659303 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 42309139-e41c-4c0b-97c0-7d588d4a64b5 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:12.660333 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5a40c4bb-3ca4-4c35-88a7-7b6391707c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.713820 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916506d-bf5c-4279-b890-4acd4e551ff7 None None] Pushing event updated for resources: {'Port': ['ID=6a2a1d37-9556-4162-b39e-686252d36f75,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:12.731278 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-92149a59-99e8-49d2-b57f-e8e8ffb19056 None None] Provisioning complete for port 6a2a1d37-9556-4162-b39e-686252d36f75 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:12.731732 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-92149a59-99e8-49d2-b57f-e8e8ffb19056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.732102 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5a40c4bb-3ca4-4c35-88a7-7b6391707c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.773721 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41368) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:12.774781 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-5a40c4bb-3ca4-4c35-88a7-7b6391707c01 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=58d38921cbae44f6adaa5340f986b2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157569 Oct 28 15:21:12.779043 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40c4bb-3ca4-4c35-88a7-7b6391707c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67df4756-84d0-45fa-b78f-1eb613334ffb,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:12.835305 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-23dddef2-2282-48fa-9bf1-48201bd1f6f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.862337 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-23dddef2-2282-48fa-9bf1-48201bd1f6f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.946112 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 42309139-e41c-4c0b-97c0-7d588d4a64b5 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:12.946522 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:12.999555 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d2b56-4197-4ce2-acdc-957f368d56e0 req-4d4ddd16-d5c1-486b-a2e1-e1322c96b1a3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:13.002101 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-356d2b56-4197-4ce2-acdc-957f368d56e0 req-4d4ddd16-d5c1-486b-a2e1-e1322c96b1a3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0622349 Oct 28 15:21:13.009500 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-23dddef2-2282-48fa-9bf1-48201bd1f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:13.016231 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-23dddef2-2282-48fa-9bf1-48201bd1f6f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:13.016231 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-23dddef2-2282-48fa-9bf1-48201bd1f6f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67df4756-84d0-45fa-b78f-1eb613334ffb HTTP/1.1" status: 204 len: 168 time: 0.2395008 Oct 28 15:21:13.051677 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dddef2-2282-48fa-9bf1-48201bd1f6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67df4756-84d0-45fa-b78f-1eb613334ffb,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:13.077358 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:08Z', 'revision_number': 4, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port': {'id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '6a2a1d37-9556-4162-b39e-686252d36f75', 'name': '', 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'mac_address': 'fa:16:3e:a5:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '79138a0f-263e-491d-8476-5078ab71b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:08Z', 'updated_at': '2021-10-28T15:21:12Z', 'revision_number': 4, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'subnets': [{'id': '79138a0f-263e-491d-8476-5078ab71b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:13.094668 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-356d2b56-4197-4ce2-acdc-957f368d56e0 req-358a4927-58ca-451b-9fab-fc5eec527b17 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543904 Oct 28 15:21:13.134714 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-92149a59-99e8-49d2-b57f-e8e8ffb19056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:13.149443 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94248bba-ed89-4e07-8cb3-a4eb313bad2a None None] The sync data for ids ['48458570-d399-46d0-bba8-b507f147fabd'] in dv-cinder-783643-3-iscsi is: [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:08Z', 'revision_number': 4, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port': {'id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '6a2a1d37-9556-4162-b39e-686252d36f75', 'name': '', 'network_id': '49cb62ec-1352-494b-8f4a-39f8e4d96e32', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'mac_address': 'fa:16:3e:a5:b2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '79138a0f-263e-491d-8476-5078ab71b7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:08Z', 'updated_at': '2021-10-28T15:21:12Z', 'revision_number': 4, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'subnets': [{'id': '79138a0f-263e-491d-8476-5078ab71b7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:21:13.203722 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-92149a59-99e8-49d2-b57f-e8e8ffb19056 None None] For port 6a2a1d37-9556-4162-b39e-686252d36f75, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=6a2a1d37-9556-4162-b39e-686252d36f75,segment=NetworkSegment(5d21276a-7fb2-49de-bd00-abdd174c7b2d),segment_id=5d21276a-7fb2-49de-bd00-abdd174c7b2d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:13.297459 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-92149a59-99e8-49d2-b57f-e8e8ffb19056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:13.364638 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92149a59-99e8-49d2-b57f-e8e8ffb19056 None None] Pushing event updated for resources: {'Port': ['ID=6a2a1d37-9556-4162-b39e-686252d36f75,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:14.261506 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f0145-0ec0-4ef8-95a5-79080367efe6 req-7057c751-0eab-4016-b05f-557aaaf22773 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:14.263167 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cb8f0145-0ec0-4ef8-95a5-79080367efe6 req-7057c751-0eab-4016-b05f-557aaaf22773 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0730014 Oct 28 15:21:14.312878 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cb8f0145-0ec0-4ef8-95a5-79080367efe6 req-8992e86f-b48c-4dcc-95c5-e5aaee220f9b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Oct 28 15:21:14.538233 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 6a2a1d37-9556-4162-b39e-686252d36f75 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:14.584583 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 6a2a1d37-9556-4162-b39e-686252d36f75 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:14.584872 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:15.389067 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f595bc09-729b-4c5d-b930-dab20f77e099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:15.449559 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62dc81-630f-46dc-874c-bb50b219264d req-e1f6ea50-d865-467e-8c07-ad6e7643a219 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:15.451739 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a62dc81-630f-46dc-874c-bb50b219264d req-e1f6ea50-d865-467e-8c07-ad6e7643a219 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0587730 Oct 28 15:21:15.513757 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a62dc81-630f-46dc-874c-bb50b219264d req-46aeb4c7-cd7d-48d3-8847-e06e2b8cac96 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538621 Oct 28 15:21:16.645611 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69379bbf-5cdd-4af7-b044-3a3490ce2a07 req-37c3f3eb-4875-4c23-8e62-42b30916dba8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:16.653042 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-69379bbf-5cdd-4af7-b044-3a3490ce2a07 req-37c3f3eb-4875-4c23-8e62-42b30916dba8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0588729 Oct 28 15:21:16.693147 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-69379bbf-5cdd-4af7-b044-3a3490ce2a07 req-4aa2dcc2-b8a3-4f74-8c15-39ec33f28dbd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389028 Oct 28 15:21:17.814666 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9db6c-e7ef-49f2-baa2-e8d2b6517ddb req-2511272d-2e21-451f-932f-8497e71d576d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:17.818002 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-28e9db6c-e7ef-49f2-baa2-e8d2b6517ddb req-2511272d-2e21-451f-932f-8497e71d576d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0572510 Oct 28 15:21:17.858278 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-28e9db6c-e7ef-49f2-baa2-e8d2b6517ddb req-a4b68f6a-e27a-41fa-a788-9602eb5defb0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335631 Oct 28 15:21:17.984007 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7447230-8566-45d8-bfc8-77eb5665d681 req-8de29f46-5a30-44e6-a5d8-f0b595e0bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:17.985558 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c7447230-8566-45d8-bfc8-77eb5665d681 req-8de29f46-5a30-44e6-a5d8-f0b595e0bc31 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0411811 Oct 28 15:21:18.022801 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c7447230-8566-45d8-bfc8-77eb5665d681 req-fd9170dd-6624-49fb-86e6-2a57bed907a8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274591 Oct 28 15:21:18.434129 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-15e583d2-95aa-4d3c-add4-d15be8876b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:19.012861 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23e7d8-bfcc-44fd-809c-8df59a3944d4 req-e48d25ab-8c12-4004-9ff4-f74473f1b76e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:19.015355 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b23e7d8-bfcc-44fd-809c-8df59a3944d4 req-e48d25ab-8c12-4004-9ff4-f74473f1b76e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0644374 Oct 28 15:21:19.063531 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:19.072646 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b23e7d8-bfcc-44fd-809c-8df59a3944d4 req-12156e0d-e303-4470-b393-1d425726c3a0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Oct 28 15:21:19.285886 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:20.193770 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48393594-5f84-4cdd-824e-34e5bfb27f6c req-a27361da-efb5-45c2-9326-ba28f389d0a8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:20.196021 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-48393594-5f84-4cdd-824e-34e5bfb27f6c req-a27361da-efb5-45c2-9326-ba28f389d0a8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0541356 Oct 28 15:21:20.241037 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-48393594-5f84-4cdd-824e-34e5bfb27f6c req-389e205f-a9d6-46d4-84c1-8b88971d79e4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383561 Oct 28 15:21:20.931985 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:21.375747 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c8afd-6509-4a27-86db-54a62414bb3d req-f8c89f94-a5a4-4cea-8443-6d63f8dda336 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:21.377280 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ba1c8afd-6509-4a27-86db-54a62414bb3d req-f8c89f94-a5a4-4cea-8443-6d63f8dda336 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0539567 Oct 28 15:21:21.420667 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ba1c8afd-6509-4a27-86db-54a62414bb3d req-3d46ee5c-5ba0-47c6-8236-7f013198390f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372975 Oct 28 15:21:22.081787 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47856ebd-f9e6-4a91-8c0e-9f873a7865bb req-1a9fd8b6-5a4b-4647-88f1-aca53bd18e41 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:22.083740 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47856ebd-f9e6-4a91-8c0e-9f873a7865bb req-1a9fd8b6-5a4b-4647-88f1-aca53bd18e41 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0622544 Oct 28 15:21:22.132712 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba69af-1fce-4225-9e08-527421c4d42e req-a0d6e95a-71fd-44f0-a231-e545a4015295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:22.137413 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2fba69af-1fce-4225-9e08-527421c4d42e req-a0d6e95a-71fd-44f0-a231-e545a4015295 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0519824 Oct 28 15:21:22.288503 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba69af-1fce-4225-9e08-527421c4d42e req-8d647aac-e33e-4687-b3ad-8ffdc5b264a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:22.291716 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2fba69af-1fce-4225-9e08-527421c4d42e req-8d647aac-e33e-4687-b3ad-8ffdc5b264a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.1452227 Oct 28 15:21:22.348911 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2fba69af-1fce-4225-9e08-527421c4d42e req-3404aeee-f2a2-4f3b-ba67-45f9b477bbcd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0420592 Oct 28 15:21:22.375041 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47856ebd-f9e6-4a91-8c0e-9f873a7865bb req-06f5c70d-4c0e-4396-ab86-b6d5035a7caa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809255 Oct 28 15:21:22.403290 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba69af-1fce-4225-9e08-527421c4d42e req-ba39f71e-e68f-457d-9958-644f65a198f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:22.404825 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2fba69af-1fce-4225-9e08-527421c4d42e req-ba39f71e-e68f-457d-9958-644f65a198f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0485561 Oct 28 15:21:22.439307 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2fba69af-1fce-4225-9e08-527421c4d42e req-1f9447a0-a207-4043-bbeb-9c4918a9447c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259635 Oct 28 15:21:22.752254 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2fba69af-1fce-4225-9e08-527421c4d42e req-502908d2-2847-47a9-99e4-6ea3c4308273 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032711 Oct 28 15:21:22.854715 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2fba69af-1fce-4225-9e08-527421c4d42e req-3dbf2600-fd71-450b-88b2-c8a51b98a0a2 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933070 Oct 28 15:21:23.516935 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0d1fe-5084-48a0-af63-20305f9c80b4 req-8ce7988c-1ac9-4285-84f6-8aa1b76564cb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:23.518418 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b8b0d1fe-5084-48a0-af63-20305f9c80b4 req-8ce7988c-1ac9-4285-84f6-8aa1b76564cb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0491967 Oct 28 15:21:23.558005 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b8b0d1fe-5084-48a0-af63-20305f9c80b4 req-c46debb6-f313-4c7c-b8de-51b5aa271ddf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Oct 28 15:21:23.828978 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-1b40438c-73cb-4b1b-a867-06fefcad0a5a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:23.834517 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-1b40438c-73cb-4b1b-a867-06fefcad0a5a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/networks?id=550e741c-476f-417d-af0a-6362fb10f867 HTTP/1.1" status: 200 len: 814 time: 0.1066914 Oct 28 15:21:23.845880 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-3d8a4bd5-4896-41b8-8782-7704cb65e560 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/quotas/467a52d2070d47d0ad9109b96bdd6f8b HTTP/1.1" status: 200 len: 375 time: 0.0094686 Oct 28 15:21:23.897468 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-c8961449-0da0-4c54-b622-1d50890b782e tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=467a52d2070d47d0ad9109b96bdd6f8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459666 Oct 28 15:21:23.996181 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-b8eb1fd6-ffe9-4303-bbfc-19cc6ac8fd19 service neutron] 10.222.0.86 "GET /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852299 Oct 28 15:21:24.090806 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-ec97e8a3-3f87-4af8-a148-d4ebc1cd2cfb service neutron] 10.222.0.86 "GET /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882654 Oct 28 15:21:24.334868 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c660e87d-483f-4e91-af38-75109ff7ba27 req-50e97717-53db-4bfc-9705-351089a3c295 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 210 time: 0.0302114 Oct 28 15:21:24.680917 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7ee4-cb14-49e0-a230-a504a9eda02c req-41fb9258-6a8a-4bae-afeb-69f922d46bd5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:24.682461 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5d1b7ee4-cb14-49e0-a230-a504a9eda02c req-41fb9258-6a8a-4bae-afeb-69f922d46bd5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0552738 Oct 28 15:21:24.728952 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5d1b7ee4-cb14-49e0-a230-a504a9eda02c req-a9518a07-6e0a-4a73-b381-74d768a64f2e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Oct 28 15:21:25.424884 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dc0a032e-b86e-4264-bd4f-b7e0b0f4b10a req-d6d3d167-b657-4741-a205-4751f6c76617 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 210 time: 0.0395944 Oct 28 15:21:25.861108 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ce527-ac2d-4555-ba7a-7b3c75724dc2 req-7b7d465d-1390-4407-8f9d-c8f4e98662cc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:25.864027 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2c1ce527-ac2d-4555-ba7a-7b3c75724dc2 req-7b7d465d-1390-4407-8f9d-c8f4e98662cc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0522544 Oct 28 15:21:25.962875 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2c1ce527-ac2d-4555-ba7a-7b3c75724dc2 req-475cf5da-a392-4df8-9685-d93e5ea37673 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904019 Oct 28 15:21:26.521393 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4125d060-5d1b-4745-b653-e162682e8f4b req-4ee20eea-ad48-4ca0-84c1-650cab45bc2f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 210 time: 0.0297785 Oct 28 15:21:27.085043 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236fe32-1092-42d6-b126-483f051c7fe3 req-9f01e361-032d-46d5-b735-3ad17f695074 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:27.086543 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a236fe32-1092-42d6-b126-483f051c7fe3 req-9f01e361-032d-46d5-b735-3ad17f695074 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0542190 Oct 28 15:21:27.116177 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41626) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:27.135168 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a236fe32-1092-42d6-b126-483f051c7fe3 req-7b864b77-dbc9-456a-9eb1-e702ab13e871 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403340 Oct 28 15:21:27.232962 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d2b5-b5fb-4a3d-a558-d9b913478543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:27.306633 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d2b5-b5fb-4a3d-a558-d9b913478543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:27.417501 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b5a3d2b5-b5fb-4a3d-a558-d9b913478543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:27.457181 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-b5a3d2b5-b5fb-4a3d-a558-d9b913478543 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=aa719c927ff54255af5f06f0c28014ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397110 Oct 28 15:21:27.460190 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41642) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:27.466004 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3d2b5-b5fb-4a3d-a558-d9b913478543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c50cf4-b70e-42f6-9f1b-3c53648ce6bd,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:27.510994 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4952-603e-4e3b-80f4-8de76a1b3803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:27.532551 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4952-603e-4e3b-80f4-8de76a1b3803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:27.627894 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-617db49f-8de1-4dd4-8da6-759b62745d22 req-f7be6419-0323-4c3e-877c-c0682548bf8d tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 210 time: 0.0316279 Oct 28 15:21:27.691381 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-065c7500-89a9-49f9-ae93-01a85747560f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:27.692917 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-065c7500-89a9-49f9-ae93-01a85747560f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.49 "GET /v2.0/networks?id=550e741c-476f-417d-af0a-6362fb10f867 HTTP/1.1" status: 200 len: 814 time: 0.1449430 Oct 28 15:21:27.703012 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4952-603e-4e3b-80f4-8de76a1b3803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:27.705804 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5d1e4952-603e-4e3b-80f4-8de76a1b3803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:27.706853 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-5d1e4952-603e-4e3b-80f4-8de76a1b3803 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/41c50cf4-b70e-42f6-9f1b-3c53648ce6bd HTTP/1.1" status: 204 len: 168 time: 0.2457585 Oct 28 15:21:27.716513 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Request body: {'port': {'device_id': '66b317ef-28ae-443d-9981-0dc1561cdcab', 'network_id': '550e741c-476f-417d-af0a-6362fb10f867', 'admin_state_up': True, 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:27.736354 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e4952-603e-4e3b-80f4-8de76a1b3803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c50cf4-b70e-42f6-9f1b-3c53648ce6bd,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:27.972560 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Made reservation on behalf of 467a52d2070d47d0ad9109b96bdd6f8b for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:21:27.976265 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:28.127382 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Allocated IP 172.20.0.11 (550e741c-476f-417d-af0a-6362fb10f867/49f8a02c-1573-4794-9c30-9f4127211de2/0f927fe4-ef21-420a-b6f9-4363b60dfe6e) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:28.310210 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:28.384047 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:28.435033 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Network 550e741c-476f-417d-af0a-6362fb10f867 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:28.438192 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:28.442176 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:28.472998 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Pushing event updated for resources: {'Port': ['ID=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:28.525303 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:28.526429 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:28.636608 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-e5257138-2a5a-4cb2-92e6-338cfcb68e01 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9285421 Oct 28 15:21:28.657462 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Request body: {'port': {'device_id': '66b317ef-28ae-443d-9981-0dc1561cdcab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:28.745644 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-cc8f5fa2-2b6a-4537-b838-b49cfaaaf16f None None] Provisioning complete for port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:28.746145 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cc8f5fa2-2b6a-4537-b838-b49cfaaaf16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:28.755195 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:28.800291 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-cc8f5fa2-2b6a-4537-b838-b49cfaaaf16f None None] Port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:28.816265 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8962f-9ff2-4601-a842-13b9310c4a44 req-06ec8cbf-7e64-41e6-a961-4864d1505588 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:28.824767 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4b8962f-9ff2-4601-a842-13b9310c4a44 req-06ec8cbf-7e64-41e6-a961-4864d1505588 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 932 time: 0.1211731 Oct 28 15:21:28.868007 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4b8962f-9ff2-4601-a842-13b9310c4a44 req-20357f47-61fc-45b0-8e1c-89ae188943a1 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Oct 28 15:21:29.071644 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f927fe4-ef21-420a-b6f9-4363b60dfe6e {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:21:29.079973 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:29.114310 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Transition to ACTIVE for port object 0f927fe4-ef21-420a-b6f9-4363b60dfe6e will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:21:29.246050 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:29.324929 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Pushing event updated for resources: {'Port': ['ID=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:29.465775 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Attempting to bind port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:29.466105 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Attempting to bind port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:29.466427 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Attempting to bind port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e on network 550e741c-476f-417d-af0a-6362fb10f867 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:29.471709 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e on network 550e741c-476f-417d-af0a-6362fb10f867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:21:29.472035 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Attempting to bind port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e on network 550e741c-476f-417d-af0a-6362fb10f867 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:29.487183 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:29.487519 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Checking segment: {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:29.487901 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Bound using segment: {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:29.488326 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Bound port: 0f927fe4-ef21-420a-b6f9-4363b60dfe6e, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e85a12e-62e9-4139-84d5-df005b492e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '550e741c-476f-417d-af0a-6362fb10f867'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:29.488704 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:29.563909 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] For port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:29.567822 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] For port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:29.692341 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:29.734152 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:29.734810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:29.736083 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] 10.222.0.49 "PUT /v2.0/ports/0f927fe4-ef21-420a-b6f9-4363b60dfe6e HTTP/1.1" status: 200 len: 1094 time: 1.0853281 Oct 28 15:21:29.736551 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b317ef-28ae-443d-9981-0dc1561cdcab', 'tag': '0f927fe4-ef21-420a-b6f9-4363b60dfe6e'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:21:29.738843 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e31f68-b35f-4d4f-a76a-4fc4c3570a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "66b317ef-28ae-443d-9981-0dc1561cdcab", "tag": "0f927fe4-ef21-420a-b6f9-4363b60dfe6e"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:21:29.762483 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e58043-bc05-4ab8-befb-397110fb4c8c service neutron] Pushing event updated for resources: {'Port': ['ID=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:29.786911 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8167fa95-7a3b-43e7-89b3-b1931131d735 x-openstack-request-id: req-8167fa95-7a3b-43e7-89b3-b1931131d735 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:21:29.786911 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b317ef-28ae-443d-9981-0dc1561cdcab", "tag": "0f927fe4-ef21-420a-b6f9-4363b60dfe6e", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:21:29.786911 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8167fa95-7a3b-43e7-89b3-b1931131d735 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:21:29.786911 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b317ef-28ae-443d-9981-0dc1561cdcab', 'tag': '0f927fe4-ef21-420a-b6f9-4363b60dfe6e', 'status': 'completed', 'code': 200} Oct 28 15:21:29.986798 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ce9c2-d291-41af-bf41-2d710f2c5edd req-9d8eeb19-57db-43fe-8a4a-a034c8f6862a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:29.988307 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-294ce9c2-d291-41af-bf41-2d710f2c5edd req-9d8eeb19-57db-43fe-8a4a-a034c8f6862a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0550528 Oct 28 15:21:30.041288 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-294ce9c2-d291-41af-bf41-2d710f2c5edd req-d3db4ee0-1aff-457e-9d0a-375c4875c92f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Oct 28 15:21:31.156953 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78b2be-5c71-4e1d-8a15-f703564b1f13 req-47c6a9ef-7dd5-4296-9ba1-1a37aee7a5e5 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:31.158413 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd78b2be-5c71-4e1d-8a15-f703564b1f13 req-47c6a9ef-7dd5-4296-9ba1-1a37aee7a5e5 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0505815 Oct 28 15:21:31.203443 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd78b2be-5c71-4e1d-8a15-f703564b1f13 req-b599d186-16f0-47c8-81c6-f694a8313abd tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387902 Oct 28 15:21:32.319185 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd95b96-73f7-45b3-a950-d712e7a0368d req-91316708-fb09-4d19-a459-3ef45f210cff tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:32.320662 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cdd95b96-73f7-45b3-a950-d712e7a0368d req-91316708-fb09-4d19-a459-3ef45f210cff tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0485334 Oct 28 15:21:32.358624 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cdd95b96-73f7-45b3-a950-d712e7a0368d req-5c057031-a266-4f47-8a73-5e7ff80320be tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Oct 28 15:21:33.484182 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e13fc-40f7-4c42-b476-a820dc3277b2 req-92706704-6f2a-4339-b9a3-2708d3c4995a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:33.485652 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-184e13fc-40f7-4c42-b476-a820dc3277b2 req-92706704-6f2a-4339-b9a3-2708d3c4995a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0599892 Oct 28 15:21:33.523591 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-184e13fc-40f7-4c42-b476-a820dc3277b2 req-ece1d7de-0c14-4731-93ce-5026531e9e88 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Oct 28 15:21:34.637216 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c001bb-d67d-4fe2-a7ca-46e3699cc559 req-452f6c8e-1c78-4248-82f3-cfdd696b3c1a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:34.645621 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-18c001bb-d67d-4fe2-a7ca-46e3699cc559 req-452f6c8e-1c78-4248-82f3-cfdd696b3c1a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0560617 Oct 28 15:21:34.679538 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-18c001bb-d67d-4fe2-a7ca-46e3699cc559 req-6dde4eaa-e400-413d-bc50-983458b9b194 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Oct 28 15:21:35.806578 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65a896-1ad0-46c6-b034-b0f8c884faac req-8d245db4-1228-49d1-9f40-d47cac791cbe tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:35.808219 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1d65a896-1ad0-46c6-b034-b0f8c884faac req-8d245db4-1228-49d1-9f40-d47cac791cbe tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0508299 Oct 28 15:21:35.848202 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1d65a896-1ad0-46c6-b034-b0f8c884faac req-baa6fac0-c903-426b-8fa8-21ad1ed2f914 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337300 Oct 28 15:21:36.505015 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:21:36.966953 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108aae3-1c58-4148-9020-a964cf4dfd67 req-137352cb-1a0e-4f60-803a-ea5b8fa4b60b tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:36.968410 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8108aae3-1c58-4148-9020-a964cf4dfd67 req-137352cb-1a0e-4f60-803a-ea5b8fa4b60b tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0509274 Oct 28 15:21:37.004837 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8108aae3-1c58-4148-9020-a964cf4dfd67 req-5096a7da-4e4e-41b9-8003-d8e1331d4e44 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298645 Oct 28 15:21:38.136357 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b26b3-3468-4b8a-bf5a-6883ca8add94 req-69ebd37b-de08-4ff5-a0bb-e269cef7cd4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:38.138072 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c4b26b3-3468-4b8a-bf5a-6883ca8add94 req-69ebd37b-de08-4ff5-a0bb-e269cef7cd4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0490885 Oct 28 15:21:38.175770 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c4b26b3-3468-4b8a-bf5a-6883ca8add94 req-8250d4c1-e86b-4f4a-be64-c6a8046d37e7 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Oct 28 15:21:39.295266 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c651e5-722e-4b87-9bb0-78c02eef965d req-2340e80c-88b2-42ca-8462-114234bdf6c8 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:39.296802 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47c651e5-722e-4b87-9bb0-78c02eef965d req-2340e80c-88b2-42ca-8462-114234bdf6c8 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0524092 Oct 28 15:21:39.334011 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47c651e5-722e-4b87-9bb0-78c02eef965d req-227d600c-48a6-43df-98a0-cadc0cc3331d tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305626 Oct 28 15:21:40.246776 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 41896) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:40.357709 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:40.476828 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65465d51-cf3e-4633-ac20-da4e88961b5f req-5824d648-f13e-463a-a52a-da1c164dded4 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:40.478350 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-65465d51-cf3e-4633-ac20-da4e88961b5f req-5824d648-f13e-463a-a52a-da1c164dded4 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0730159 Oct 28 15:21:40.489244 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:40.523154 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:40.523800 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-65465d51-cf3e-4633-ac20-da4e88961b5f req-d6609ec4-15b7-49e4-a9ca-e800030fdfdb tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371597 Oct 28 15:21:40.600554 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:40.630972 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41908) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:40.637447 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4075cbacf06342aeb8e98610bb58fb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894472 Oct 28 15:21:40.639611 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c222a5f1-3c5a-4052-9909-1fc1045a6beb,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:40.640540 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41912) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:40.647399 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.647755 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.648091 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.648445 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.648774 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.649105 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.649435 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.649772 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.650207 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.650537 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.650861 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.651181 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775fce9f-8eb8-46fa-8343-7ae90f5b0bad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:40.690676 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:40.715207 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:40.773377 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4d97528a-ffa6-431c-9c88-2948aadb082a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.006193 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.008925 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.010144 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c222a5f1-3c5a-4052-9909-1fc1045a6beb HTTP/1.1" status: 204 len: 168 time: 0.3687363 Oct 28 15:21:41.027348 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c222a5f1-3c5a-4052-9909-1fc1045a6beb,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:41.044518 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.044855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.045265 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.045674 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.045982 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.046296 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.046608 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.047097 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.047415 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.047723 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.048028 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.048338 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81f55fa-beb0-4f79-b35d-6758a0a115ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:41.094163 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4d97528a-ffa6-431c-9c88-2948aadb082a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.235136 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4d97528a-ffa6-431c-9c88-2948aadb082a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.272476 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-4d97528a-ffa6-431c-9c88-2948aadb082a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f760c14bfa07470fb3effd3429d6cff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6401010 Oct 28 15:21:41.274842 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 41918) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:41.285691 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97528a-ffa6-431c-9c88-2948aadb082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3e7cc0-f783-4b6f-98a0-a7c6eaa26808,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:41.324657 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d185-3c92-44fa-b731-b468f3b15263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.344682 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d185-3c92-44fa-b731-b468f3b15263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.452028 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d185-3c92-44fa-b731-b468f3b15263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.455461 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2cd4d185-3c92-44fa-b731-b468f3b15263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:41.460707 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-2cd4d185-3c92-44fa-b731-b468f3b15263 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0a3e7cc0-f783-4b6f-98a0-a7c6eaa26808 HTTP/1.1" status: 204 len: 168 time: 0.1824536 Oct 28 15:21:41.468103 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4d185-3c92-44fa-b731-b468f3b15263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3e7cc0-f783-4b6f-98a0-a7c6eaa26808,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:41.648992 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea7d96-fc13-4b46-9c6f-e587b083a516 req-a9e36606-f0ee-49fa-aacd-f5fe0c86cb34 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:41.652870 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04ea7d96-fc13-4b46-9c6f-e587b083a516 req-a9e36606-f0ee-49fa-aacd-f5fe0c86cb34 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0604944 Oct 28 15:21:41.690673 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04ea7d96-fc13-4b46-9c6f-e587b083a516 req-813458ac-4af6-4f6c-9cf7-711d193031d5 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332210 Oct 28 15:21:42.704960 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41976) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:42.844908 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2369b-d6e9-48a2-941e-3bb7b7a59df5 req-d7d8a83a-0349-40b3-ac40-f68167cc3f20 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:42.852865 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f9f2369b-d6e9-48a2-941e-3bb7b7a59df5 req-d7d8a83a-0349-40b3-ac40-f68167cc3f20 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0750740 Oct 28 15:21:42.889360 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1653905562-network', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:42.908050 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f9f2369b-d6e9-48a2-941e-3bb7b7a59df5 req-727f21eb-4116-42e4-908c-d4ee081faff3 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Oct 28 15:21:43.014651 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Made reservation on behalf of 795c4c9c3ddd4197b8bd5895d24b5555 for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:21:43.017121 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.025779 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.101034 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.245881 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.270483 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1072, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:21:43.279641 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb0a72d-ebc3-4afd-af60-26675f5bb20c,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:43.285486 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.285819 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Added segment dc769d24-1a2c-43c4-adf9-c0a5cd92d51a of type vlan for network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 Oct 28 15:21:43.326044 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.366877 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 41992) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:43.484450 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.484450 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:43.484450 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.542584 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d7863c2a-8266-4697-9b1d-67102d0ee460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.584622 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] Pushing event updated for resources: {'Network': ['ID=18a36ca0-2174-41fb-ad11-06b5a4d581d7,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:43.595535 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:21:43.652452 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d7863c2a-8266-4697-9b1d-67102d0ee460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.656958 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-e300c9aa-a1f2-4068-b853-83b8a8dceb29 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9508960 Oct 28 15:21:43.660142 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 42000) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:43.665570 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Request body: {'subnet': {'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1653905562-subnet', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:43.760613 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d7863c2a-8266-4697-9b1d-67102d0ee460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.799456 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-d7863c2a-8266-4697-9b1d-67102d0ee460 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7ef63f35877246a48518ca7dd489d1d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4313052 Oct 28 15:21:43.800297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7863c2a-8266-4697-9b1d-67102d0ee460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae32ed9e-17f0-4dc6-8e89-e015a1b03b29,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:43.802305 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 42002) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:43.810401 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Made reservation on behalf of 795c4c9c3ddd4197b8bd5895d24b5555 for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:21:43.812579 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5398682'] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.935696 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-53a678ae-1c22-4304-b677-27a886101432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:43.985302 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-53a678ae-1c22-4304-b677-27a886101432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.095583 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f21f72-81e0-4efe-9b95-49f01fd0e289 req-80598803-5408-4139-8722-f0c6b07ae595 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:44.097063 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-63f21f72-81e0-4efe-9b95-49f01fd0e289 req-80598803-5408-4139-8722-f0c6b07ae595 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.1331332 Oct 28 15:21:44.163148 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-53a678ae-1c22-4304-b677-27a886101432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.165657 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-53a678ae-1c22-4304-b677-27a886101432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.171043 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-53a678ae-1c22-4304-b677-27a886101432 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ae32ed9e-17f0-4dc6-8e89-e015a1b03b29 HTTP/1.1" status: 204 len: 168 time: 0.3633809 Oct 28 15:21:44.173856 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-63f21f72-81e0-4efe-9b95-49f01fd0e289 req-57201c44-e602-41c9-b249-7ee1d299671f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695376 Oct 28 15:21:44.179073 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a678ae-1c22-4304-b677-27a886101432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae32ed9e-17f0-4dc6-8e89-e015a1b03b29,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:44.249185 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5398664'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.311154 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4070d2-ba32-4195-bf89-35de269ae688,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:44.318731 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Checking segment: {'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:44.319073 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Network hostable DHCP agents. Network: 18a36ca0-2174-41fb-ad11-06b5a4d581d7, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:21:44.445867 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:21:44.538009 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 18a36ca0-2174-41fb-ad11-06b5a4d581d7) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:44.543103 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:44.544120 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.548488 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fac6f1f-d8a0-4c17-be00-11d68d2e489c None None] Network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:21:44.643450 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-0465b196-995d-49f2-af29-71b17e30a44b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9820695 Oct 28 15:21:44.647906 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42018) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:44.652315 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:44.707710 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-18a36ca0-2174-41fb-ad11-06b5a4d581d7', 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'fixed_ips': [{'subnet_id': '8f4070d2-ba32-4195-bf89-35de269ae688'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:21:44.711627 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.772227 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.773371 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.826388 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:44.855885 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Allocated IP 172.20.0.2 (18a36ca0-2174-41fb-ad11-06b5a4d581d7/8f4070d2-ba32-4195-bf89-35de269ae688/39124da0-75f9-4521-b8a9-8274fbb1d946) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:45.054314 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.174362 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.309765 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.318153 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470476-bba9-4869-8926-aed70d1d6126 req-84039e73-3db2-4dc3-b70d-650b66b2e107 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:45.320352 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b1470476-bba9-4869-8926-aed70d1d6126 req-84039e73-3db2-4dc3-b70d-650b66b2e107 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0561936 Oct 28 15:21:45.355658 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:45.360113 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:45.363788 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b1470476-bba9-4869-8926-aed70d1d6126 req-5fdbc9aa-bb19-48c6-b0b3-f01b3a78e7c1 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371754 Oct 28 15:21:45.364695 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:45.367773 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Pushing event updated for resources: {'Port': ['ID=39124da0-75f9-4521-b8a9-8274fbb1d946,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:45.375120 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.396349 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.431758 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-037803f4-b9d7-437b-8a0e-b7aeb6b8a1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.468845 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Attempting to bind port 39124da0-75f9-4521-b8a9-8274fbb1d946 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:45.469131 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Attempting to bind port 39124da0-75f9-4521-b8a9-8274fbb1d946 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:45.469495 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Attempting to bind port 39124da0-75f9-4521-b8a9-8274fbb1d946 on network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:45.483417 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:45.483800 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Checking segment: {'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:45.485060 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.486278 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Bound using segment: {'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:45.486933 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Bound port: 39124da0-75f9-4521-b8a9-8274fbb1d946, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:45.487669 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.542165 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Allocated IP 172.27.1.179 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/db01567e-cd52-4210-a7df-4a399b5e3ae4) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:45.576158 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] For port 39124da0-75f9-4521-b8a9-8274fbb1d946, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:45.580318 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] For port 39124da0-75f9-4521-b8a9-8274fbb1d946, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=39124da0-75f9-4521-b8a9-8274fbb1d946,segment=NetworkSegment(dc769d24-1a2c-43c4-adf9-c0a5cd92d51a),segment_id=dc769d24-1a2c-43c4-adf9-c0a5cd92d51a)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:45.661165 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.669991 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.764959 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afaa240-1f0d-4629-a2d9-ed7dde31894a None None] Pushing event updated for resources: {'Port': ['ID=39124da0-75f9-4521-b8a9-8274fbb1d946,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:45.826310 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:45.903334 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:45.906495 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:45.909411 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:45.934790 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Pushing event updated for resources: {'Port': ['ID=db01567e-cd52-4210-a7df-4a399b5e3ae4,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:46.322514 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:46.598694 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e4193-7b48-4bb3-a90c-e6d77bdfb2d7 req-fc4e7d13-7dae-4b32-8676-767fcac2c784 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:46.620913 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-597e4193-7b48-4bb3-a90c-e6d77bdfb2d7 req-fc4e7d13-7dae-4b32-8676-767fcac2c784 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.1207631 Oct 28 15:21:46.644167 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:46.702958 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 39124da0-75f9-4521-b8a9-8274fbb1d946 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:46.726638 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-597e4193-7b48-4bb3-a90c-e6d77bdfb2d7 req-1700c804-6c38-4d5b-840a-ab0d57d91557 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049733 Oct 28 15:21:46.869793 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 39124da0-75f9-4521-b8a9-8274fbb1d946 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:46.871485 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:46.956827 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:46.980304 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Router 43d2f38c-eff5-4573-8f23-4b93d51230dd is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:21:46.981003 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acdc6c5-4df9-4064-a87f-84118cd8d118 None None] Network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:21:47.046629 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 39124da0-75f9-4521-b8a9-8274fbb1d946, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=39124da0-75f9-4521-b8a9-8274fbb1d946,segment=NetworkSegment(dc769d24-1a2c-43c4-adf9-c0a5cd92d51a),segment_id=dc769d24-1a2c-43c4-adf9-c0a5cd92d51a)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:47.067925 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-92ebb2cd-fd2b-4b86-ac89-24993b4bc2e1 None None] Provisioning complete for port 39124da0-75f9-4521-b8a9-8274fbb1d946 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:47.068284 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-92ebb2cd-fd2b-4b86-ac89-24993b4bc2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:47.119292 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:47.248054 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=39124da0-75f9-4521-b8a9-8274fbb1d946,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:47.318730 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:21:47.327573 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Sync routers for ids ['43d2f38c-eff5-4573-8f23-4b93d51230dd'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:21:47.339248 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Routers {'43d2f38c-eff5-4573-8f23-4b93d51230dd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:47.339956 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:21:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['43d2f38c-eff5-4573-8f23-4b93d51230dd'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:47.419897 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:47.423674 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-450559b4-70be-4378-98cd-332e92f2b23b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7723207 Oct 28 15:21:47.424117 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 42068) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:47.455885 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Set router 43d2f38c-eff5-4573-8f23-4b93d51230dd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:47.492714 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-ce84e4a9-2ef7-4b69-a7c6-fd055eb9ef17 None None] Provisioning complete for port 39124da0-75f9-4521-b8a9-8274fbb1d946 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:47.493335 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ce84e4a9-2ef7-4b69-a7c6-fd055eb9ef17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:47.772123 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:21:46Z', 'revision_number': 3, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port': {'id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:45Z', 'updated_at': '2021-10-28T15:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:47.800906 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Checking router: 43d2f38c-eff5-4573-8f23-4b93d51230dd for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:21:47.801295 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Updating router 43d2f38c-eff5-4573-8f23-4b93d51230dd port db01567e-cd52-4210-a7df-4a399b5e3ae4 binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:21:47.830979 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:47.907784 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c447e-e7f2-4ec4-afe0-5d1087733c4f req-015f3f1c-2780-4b3f-b471-85430cce4d44 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:47.909287 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ff7c447e-e7f2-4ec4-afe0-5d1087733c4f req-015f3f1c-2780-4b3f-b471-85430cce4d44 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.1015244 Oct 28 15:21:47.936741 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:47.970231 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ff7c447e-e7f2-4ec4-afe0-5d1087733c4f req-1b18953d-a400-453d-84a3-8c529ad7d12b tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550010 Oct 28 15:21:48.097960 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.117891 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Allocated IP 172.20.0.1 (18a36ca0-2174-41fb-ad11-06b5a4d581d7/8f4070d2-ba32-4195-bf89-35de269ae688/722cfafc-d002-431a-8460-fc4a1ecbcaab) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:48.134133 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0b73185a-bcba-481f-8344-24869028a11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.235219 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.290853 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Attempting to bind port db01567e-cd52-4210-a7df-4a399b5e3ae4 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:48.291214 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Attempting to bind port db01567e-cd52-4210-a7df-4a399b5e3ae4 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:48.291612 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Attempting to bind port db01567e-cd52-4210-a7df-4a399b5e3ae4 on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:48.293622 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3325a1-3d6f-448f-a279-87107bf58361 None None] Pushing event updated for resources: {'Port': ['ID=db01567e-cd52-4210-a7df-4a399b5e3ae4,revision_number=2']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:48.300783 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:48.301875 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:48.301875 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.301875 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:48.302977 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Bound port: db01567e-cd52-4210-a7df-4a399b5e3ae4, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:48.303302 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.354158 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] For port db01567e-cd52-4210-a7df-4a399b5e3ae4, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:48.357160 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] For port db01567e-cd52-4210-a7df-4a399b5e3ae4, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=db01567e-cd52-4210-a7df-4a399b5e3ae4,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:48.398108 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.457861 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.519481 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3325a1-3d6f-448f-a279-87107bf58361 None None] Pushing event updated for resources: {'Port': ['ID=db01567e-cd52-4210-a7df-4a399b5e3ae4,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:48.522135 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Routers {'43d2f38c-eff5-4573-8f23-4b93d51230dd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:48.522726 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:21:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['43d2f38c-eff5-4573-8f23-4b93d51230dd'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:48.541689 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.542955 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 39124da0-75f9-4521-b8a9-8274fbb1d946 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:48.588894 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:48.592030 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:48.592664 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 39124da0-75f9-4521-b8a9-8274fbb1d946 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:48.598868 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.599223 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:48.620373 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Pushing event updated for resources: {'Port': ['ID=722cfafc-d002-431a-8460-fc4a1ecbcaab,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:48.640336 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.641278 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] Set router 43d2f38c-eff5-4573-8f23-4b93d51230dd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:48.857958 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:21:46Z', 'revision_number': 3, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port': {'id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:45Z', 'updated_at': '2021-10-28T15:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:48.875498 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.886629 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac60a18-877c-417e-b9b2-3175a64f63ea None None] The sync data for ids ['43d2f38c-eff5-4573-8f23-4b93d51230dd'] in dv-cinder-783643-3-iscsi is: [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:21:46Z', 'revision_number': 3, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port': {'id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:45Z', 'updated_at': '2021-10-28T15:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:21:48.923756 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-1d3413a9-872d-4a5c-8867-9dead1e0c136 None None] Provisioning complete for port 722cfafc-d002-431a-8460-fc4a1ecbcaab triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:48.924826 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-1d3413a9-872d-4a5c-8867-9dead1e0c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:48.991727 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-1d3413a9-872d-4a5c-8867-9dead1e0c136 None None] Port 722cfafc-d002-431a-8460-fc4a1ecbcaab cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:49.108217 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:49.111224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:49.126728 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a45c4f-8862-4787-a5df-241ce979a1b7 req-4d0296c5-9d8f-4b97-9667-b82be93af5ff tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:49.128253 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b8a45c4f-8862-4787-a5df-241ce979a1b7 req-4d0296c5-9d8f-4b97-9667-b82be93af5ff tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0787940 Oct 28 15:21:49.197665 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b8a45c4f-8862-4787-a5df-241ce979a1b7 req-d7305474-6b30-47bb-8001-0bdcbf4c1c4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Oct 28 15:21:49.226063 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:49.297307 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Pushing event updated for resources: {'Port': ['ID=722cfafc-d002-431a-8460-fc4a1ecbcaab,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:49.299827 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:49.315164 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:49.416541 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:49.418063 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:49.560704 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Router 43d2f38c-eff5-4573-8f23-4b93d51230dd has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:21:49.715753 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:21:49.724986 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-60a9590b-88c5-4a15-bb03-030c397db33e admin admin] 10.222.0.86 "PUT /v2.0/routers/43d2f38c-eff5-4573-8f23-4b93d51230dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2997322 Oct 28 15:21:49.734291 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-9b666014-bed2-4a77-9fec-8afacacb4258 None None] Provisioning complete for port 722cfafc-d002-431a-8460-fc4a1ecbcaab triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:49.734856 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9b666014-bed2-4a77-9fec-8afacacb4258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:49.778089 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e31f68-b35f-4d4f-a76a-4fc4c3570a3e req-26dca4f5-2f03-481e-aa61-47466032a3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:49.782542 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-72e31f68-b35f-4d4f-a76a-4fc4c3570a3e req-26dca4f5-2f03-481e-aa61-47466032a3ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=467a52d2070d47d0ad9109b96bdd6f8b&device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 1097 time: 0.1011150 Oct 28 15:21:49.807440 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-9b666014-bed2-4a77-9fec-8afacacb4258 None None] Port 722cfafc-d002-431a-8460-fc4a1ecbcaab cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:49.923804 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-5e164aff-ed15-4746-990d-f2dc1f08a5bc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996614 Oct 28 15:21:49.951571 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e31f68-b35f-4d4f-a76a-4fc4c3570a3e req-096ac5e4-d74d-4693-a334-eefcdf227a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:49.953315 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-72e31f68-b35f-4d4f-a76a-4fc4c3570a3e req-096ac5e4-d74d-4693-a334-eefcdf227a70 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=467a52d2070d47d0ad9109b96bdd6f8b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1399031 Oct 28 15:21:50.049147 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-5fb2df09-a311-4616-b473-bdde07d8bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.050519 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-5fb2df09-a311-4616-b473-bdde07d8bbd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 1098 time: 0.0963585 Oct 28 15:21:50.074167 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e31f68-b35f-4d4f-a76a-4fc4c3570a3e req-1984f2e6-8364-4541-8612-4eb1d8a5b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.075608 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-72e31f68-b35f-4d4f-a76a-4fc4c3570a3e req-1984f2e6-8364-4541-8612-4eb1d8a5b30b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1113701 Oct 28 15:21:50.205367 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-4a39f98c-e8e0-4de1-80bc-f30f945060d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.206858 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-4a39f98c-e8e0-4de1-80bc-f30f945060d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=467a52d2070d47d0ad9109b96bdd6f8b&device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 1097 time: 0.0688469 Oct 28 15:21:50.208423 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-40caaa26-6fdb-4821-8882-10cf8fc4e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.209707 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-40caaa26-6fdb-4821-8882-10cf8fc4e85a service neutron] 10.222.0.49 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 919 time: 0.1243494 Oct 28 15:21:50.285553 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-47eacde7-7dd6-4d10-93f2-d12d09c11001 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f927fe4-ef21-420a-b6f9-4363b60dfe6e HTTP/1.1" status: 200 len: 217 time: 0.0446723 Oct 28 15:21:50.322742 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f0140-4c74-436d-ac7e-aa074183a6cb req-f6151869-3299-48b6-bc83-bb706eccb1b1 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.324051 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e0f0140-4c74-436d-ac7e-aa074183a6cb req-f6151869-3299-48b6-bc83-bb706eccb1b1 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0633388 Oct 28 15:21:50.370019 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e0f0140-4c74-436d-ac7e-aa074183a6cb req-52c3cbba-a7a4-4828-becf-072ab8853f35 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392888 Oct 28 15:21:50.376954 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-bc981913-87a3-403c-a649-bafe12a8dcc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5 HTTP/1.1" status: 200 len: 1001 time: 0.1347792 Oct 28 15:21:50.380776 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-7b5103fe-0cea-43be-b527-e4c7532bef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.382169 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-7b5103fe-0cea-43be-b527-e4c7532bef40 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49f8a02c-1573-4794-9c30-9f4127211de2 HTTP/1.1" status: 200 len: 853 time: 0.0692894 Oct 28 15:21:50.583695 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device db01567e-cd52-4210-a7df-4a399b5e3ae4 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:50.612129 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-68ab60ad-cec0-4260-95da-108dd21cf3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.613606 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-68ab60ad-cec0-4260-95da-108dd21cf3ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df44fd80-e2d0-457c-b1ed-91076ba03ff6 HTTP/1.1" status: 200 len: 856 time: 0.0777214 Oct 28 15:21:50.616710 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-cda73f89-2a63-4022-9101-52e6d58f5b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.618050 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-cda73f89-2a63-4022-9101-52e6d58f5b97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=550e741c-476f-417d-af0a-6362fb10f867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902948 Oct 28 15:21:50.637585 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port db01567e-cd52-4210-a7df-4a399b5e3ae4 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:50.637947 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:50.723043 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 42130) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:50.729424 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:50.729577 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-494145002-network', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:50.745070 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-f5692abd-5b99-4367-b7e3-b901cc8766ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:50.748846 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-f5692abd-5b99-4367-b7e3-b901cc8766ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071088 Oct 28 15:21:50.774520 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port db01567e-cd52-4210-a7df-4a399b5e3ae4, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=db01567e-cd52-4210-a7df-4a399b5e3ae4,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:50.798357 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Sync routers for ids ['43d2f38c-eff5-4573-8f23-4b93d51230dd'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:21:50.809376 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Routers {'43d2f38c-eff5-4573-8f23-4b93d51230dd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:50.809992 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:21:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['43d2f38c-eff5-4573-8f23-4b93d51230dd'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:50.834237 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-608c1e62-540b-4021-8494-a33aa8fab5a5 service neutron] 10.222.0.49 "GET /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912479 Oct 28 15:21:50.920231 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Made reservation on behalf of a85828765aac4754ac3c33e553a5abc7 for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:21:50.927583 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:50.936047 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-c5e50f9a-6ff2-4908-8322-311d2d9b23b0 service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686351 Oct 28 15:21:50.939649 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:50.940111 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Set router 43d2f38c-eff5-4573-8f23-4b93d51230dd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:50.970229 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.010854 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.014712 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-a3448b6a-315b-46be-bd65-95688a1463b6 service neutron] 10.222.0.49 "GET /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654174 Oct 28 15:21:51.025895 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.057830 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-686150aa-5669-48f6-8a05-dd5f0ce8a57d req-7ca570f2-328d-41b0-8d1f-3be0e81faa84 service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992746 Oct 28 15:21:51.117900 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=db01567e-cd52-4210-a7df-4a399b5e3ae4,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:51.123179 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.145191 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] vlan segment allocate from pool success with {'vlan_id': 1096, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:21:51.162571 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b493174-0d82-46a2-996a-3b0300022209,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:51.165424 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.165754 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Added segment 62193b8e-8b11-40f7-9bb7-b1678c8991b6 of type vlan for network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b Oct 28 15:21:51.206167 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.206705 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:21:48Z', 'revision_number': 4, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port': {'id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:45Z', 'updated_at': '2021-10-28T15:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '722cfafc-d002-431a-8460-fc4a1ecbcaab', 'name': '', 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'mac_address': 'fa:16:3e:fa:a0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8f4070d2-ba32-4195-bf89-35de269ae688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:47Z', 'updated_at': '2021-10-28T15:21:48Z', 'revision_number': 2, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'subnets': [{'id': '8f4070d2-ba32-4195-bf89-35de269ae688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:51.238299 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Checking router: 43d2f38c-eff5-4573-8f23-4b93d51230dd for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:21:51.238655 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Updating router 43d2f38c-eff5-4573-8f23-4b93d51230dd port 722cfafc-d002-431a-8460-fc4a1ecbcaab binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:21:51.263093 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.340078 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.341154 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:51.341747 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.402451 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] Pushing event updated for resources: {'Network': ['ID=40cf1a79-1d8b-486d-bd4a-9ff20817a88b,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:51.420973 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:21:51.490176 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-4c15d648-ec97-472e-b57b-2c9f17f7e7ff admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7641916 Oct 28 15:21:51.493145 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42142) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:51.498565 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Request body: {'subnet': {'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-494145002-subnet', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'ip_version': 4}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:51.513621 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84ea54-191c-4d36-bc3e-086fe3b02d76 req-ceff690e-0dee-4d0f-8b47-3391357e318d tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:51.515446 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ca84ea54-191c-4d36-bc3e-086fe3b02d76 req-ceff690e-0dee-4d0f-8b47-3391357e318d tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0638781 Oct 28 15:21:51.560925 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ca84ea54-191c-4d36-bc3e-086fe3b02d76 req-81e95f39-2414-438f-b019-6afa91e39782 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379851 Oct 28 15:21:51.591409 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Made reservation on behalf of a85828765aac4754ac3c33e553a5abc7 for: {'subnet': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:21:51.593762 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5670752'] for subnet, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.708782 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.803224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.860658 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19319d88-6ccd-4227-b005-ebcf82661819 None None] Pushing event updated for resources: {'Port': ['ID=722cfafc-d002-431a-8460-fc4a1ecbcaab,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:51.895143 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5670770'] for subnet, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.910927 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Attempting to bind port 722cfafc-d002-431a-8460-fc4a1ecbcaab on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:51.911839 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Attempting to bind port 722cfafc-d002-431a-8460-fc4a1ecbcaab by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:51.912201 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Attempting to bind port 722cfafc-d002-431a-8460-fc4a1ecbcaab on network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:51.920994 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:51.921360 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Checking segment: {'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:51.921750 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.922134 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Bound using segment: {'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:51.922889 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Bound port: 722cfafc-d002-431a-8460-fc4a1ecbcaab, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1072, 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:51.923120 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:51.978642 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38cda018-fcb8-4384-b744-7570f9552ada,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:51.986881 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Checking segment: {'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:51.987302 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Network hostable DHCP agents. Network: 40cf1a79-1d8b-486d-bd4a-9ff20817a88b, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:21:52.010544 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] For port 722cfafc-d002-431a-8460-fc4a1ecbcaab, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:52.014264 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] For port 722cfafc-d002-431a-8460-fc4a1ecbcaab, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=722cfafc-d002-431a-8460-fc4a1ecbcaab,segment=NetworkSegment(dc769d24-1a2c-43c4-adf9-c0a5cd92d51a),segment_id=dc769d24-1a2c-43c4-adf9-c0a5cd92d51a)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:52.069661 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:21:52.117566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.189824 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-43cc1ed1-0067-4382-a4e8-74298c5d667c None None] Provisioning complete for port 722cfafc-d002-431a-8460-fc4a1ecbcaab triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:52.190192 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-43cc1ed1-0067-4382-a4e8-74298c5d667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.192060 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19319d88-6ccd-4227-b005-ebcf82661819 None None] Pushing event updated for resources: {'Port': ['ID=722cfafc-d002-431a-8460-fc4a1ecbcaab,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:52.195711 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Routers {'43d2f38c-eff5-4573-8f23-4b93d51230dd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:52.196507 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:21:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['43d2f38c-eff5-4573-8f23-4b93d51230dd'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:52.207890 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 40cf1a79-1d8b-486d-bd4a-9ff20817a88b) {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:52.207890 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:52.207890 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.225711 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f2dec9-2f02-4256-aab1-35bae6de9e88 None None] Network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:21:52.320147 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ccd5e41c-a730-4ee6-8c39-2478cfb91869 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8258803 Oct 28 15:21:52.322676 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42152) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:52.328308 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:52.420229 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.421363 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.443215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] Set router 43d2f38c-eff5-4573-8f23-4b93d51230dd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:52.474507 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.512564 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-43cc1ed1-0067-4382-a4e8-74298c5d667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.564583 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device db01567e-cd52-4210-a7df-4a399b5e3ae4 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:52.664220 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-40cf1a79-1d8b-486d-bd4a-9ff20817a88b', 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'fixed_ips': [{'subnet_id': '38cda018-fcb8-4384-b744-7570f9552ada'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:21:52.665198 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.690694 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.691317 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde3ea2-3e26-4dfb-bda8-e3ce3cf26afa req-803113cf-9476-4ecf-afc3-d5a79149e233 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:52.693649 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8cde3ea2-3e26-4dfb-bda8-e3ce3cf26afa req-803113cf-9476-4ecf-afc3-d5a79149e233 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0503736 Oct 28 15:21:52.693907 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-43cc1ed1-0067-4382-a4e8-74298c5d667c None None] For port 722cfafc-d002-431a-8460-fc4a1ecbcaab, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=722cfafc-d002-431a-8460-fc4a1ecbcaab,segment=NetworkSegment(dc769d24-1a2c-43c4-adf9-c0a5cd92d51a),segment_id=dc769d24-1a2c-43c4-adf9-c0a5cd92d51a)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:52.732515 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8cde3ea2-3e26-4dfb-bda8-e3ce3cf26afa req-6efea4c1-691d-4db4-954b-da954d8d0e57 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321341 Oct 28 15:21:52.810920 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port db01567e-cd52-4210-a7df-4a399b5e3ae4 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:52.811457 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.859630 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-43cc1ed1-0067-4382-a4e8-74298c5d667c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:52.981625 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Allocated IP 172.20.0.2 (40cf1a79-1d8b-486d-bd4a-9ff20817a88b/38cda018-fcb8-4384-b744-7570f9552ada/a40adbb6-08a0-4136-8a1e-ad5982c95572) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:52.986242 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1ed1-0067-4382-a4e8-74298c5d667c None None] Pushing event updated for resources: {'Port': ['ID=722cfafc-d002-431a-8460-fc4a1ecbcaab,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:53.055228 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:21:48Z', 'revision_number': 4, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port': {'id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:45Z', 'updated_at': '2021-10-28T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '722cfafc-d002-431a-8460-fc4a1ecbcaab', 'name': '', 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'mac_address': 'fa:16:3e:fa:a0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8f4070d2-ba32-4195-bf89-35de269ae688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:47Z', 'updated_at': '2021-10-28T15:21:52Z', 'revision_number': 4, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'subnets': [{'id': '8f4070d2-ba32-4195-bf89-35de269ae688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:53.057055 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-98366be7-9ebc-4990-a5f8-be056ca86d73 None None] Provisioning complete for port 722cfafc-d002-431a-8460-fc4a1ecbcaab triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:53.057423 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-98366be7-9ebc-4990-a5f8-be056ca86d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.082207 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.100855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.138148 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c843bd-ccff-4c80-a1bc-5875e4352ad7 None None] The sync data for ids ['43d2f38c-eff5-4573-8f23-4b93d51230dd'] in dv-cinder-783643-3-iscsi is: [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:21:48Z', 'revision_number': 4, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port': {'id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:45Z', 'updated_at': '2021-10-28T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '722cfafc-d002-431a-8460-fc4a1ecbcaab', 'name': '', 'network_id': '18a36ca0-2174-41fb-ad11-06b5a4d581d7', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'mac_address': 'fa:16:3e:fa:a0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '8f4070d2-ba32-4195-bf89-35de269ae688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:47Z', 'updated_at': '2021-10-28T15:21:52Z', 'revision_number': 4, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'subnets': [{'id': '8f4070d2-ba32-4195-bf89-35de269ae688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:21:53.226609 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Allocated IP 172.27.1.100 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/238e05bc-066b-41f4-84f1-a3f34a7b8faa) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:53.304695 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.347377 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.415085 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.455167 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.461682 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:53.465209 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:53.469171 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:53.483158 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Pushing event updated for resources: {'Port': ['ID=a40adbb6-08a0-4136-8a1e-ad5982c95572,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:53.510302 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:53.517391 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:53.520003 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:53.537438 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Attempting to bind port a40adbb6-08a0-4136-8a1e-ad5982c95572 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:53.537889 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Attempting to bind port a40adbb6-08a0-4136-8a1e-ad5982c95572 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:53.538328 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Attempting to bind port a40adbb6-08a0-4136-8a1e-ad5982c95572 on network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:53.544702 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:53.544702 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Checking segment: {'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:53.545086 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.545628 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Bound using segment: {'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:53.546166 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Bound port: a40adbb6-08a0-4136-8a1e-ad5982c95572, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:53.546612 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.554254 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Pushing event updated for resources: {'Port': ['ID=238e05bc-066b-41f4-84f1-a3f34a7b8faa,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:53.613223 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] For port a40adbb6-08a0-4136-8a1e-ad5982c95572, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:53.617153 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] For port a40adbb6-08a0-4136-8a1e-ad5982c95572, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=a40adbb6-08a0-4136-8a1e-ad5982c95572,segment=NetworkSegment(62193b8e-8b11-40f7-9bb7-b1678c8991b6),segment_id=62193b8e-8b11-40f7-9bb7-b1678c8991b6)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:53.701087 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.763592 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d44fcc-f4a9-4b45-963a-76616030cd0f None None] Pushing event updated for resources: {'Port': ['ID=a40adbb6-08a0-4136-8a1e-ad5982c95572,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:53.876330 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c12bea-1ec4-485d-aad9-d0eb16c3f2b4 req-cd5b84bc-3feb-475d-9a81-d6ba30f054d3 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:53.881475 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-56c12bea-1ec4-485d-aad9-d0eb16c3f2b4 req-cd5b84bc-3feb-475d-9a81-d6ba30f054d3 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0570817 Oct 28 15:21:53.914432 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:53.921497 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-56c12bea-1ec4-485d-aad9-d0eb16c3f2b4 req-d3e939b0-b129-4639-8295-b45990623b9e tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364184 Oct 28 15:21:54.152005 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:54.374348 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Router 3bd8e280-30c9-48f5-a825-6a59e54411e3 is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:21:54.627965 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device a40adbb6-08a0-4136-8a1e-ad5982c95572 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:54.686482 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port a40adbb6-08a0-4136-8a1e-ad5982c95572 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:54.686843 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:54.721834 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:21:54.733414 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Sync routers for ids ['3bd8e280-30c9-48f5-a825-6a59e54411e3'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:21:54.745748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Routers {'3bd8e280-30c9-48f5-a825-6a59e54411e3'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:54.746456 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:21:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['3bd8e280-30c9-48f5-a825-6a59e54411e3'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:54.781838 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:54.804917 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c97ca9a-dd90-49c3-9934-715efafbc26c None None] Network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:21:54.854921 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Set router 3bd8e280-30c9-48f5-a825-6a59e54411e3 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:54.982182 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port a40adbb6-08a0-4136-8a1e-ad5982c95572, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=a40adbb6-08a0-4136-8a1e-ad5982c95572,segment=NetworkSegment(62193b8e-8b11-40f7-9bb7-b1678c8991b6),segment_id=62193b8e-8b11-40f7-9bb7-b1678c8991b6)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:54.999368 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-58b6d70c-3f00-49b5-90d4-6a4d51eaeee7 None None] Provisioning complete for port a40adbb6-08a0-4136-8a1e-ad5982c95572 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:54.999735 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58b6d70c-3f00-49b5-90d4-6a4d51eaeee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.052183 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.056621 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-c90cd0a6-706b-4a87-a3a4-309370d086b4 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7320356 Oct 28 15:21:55.057251 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42186) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:55.057963 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:21:53Z', 'revision_number': 3, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port': {'id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:53Z', 'updated_at': '2021-10-28T15:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:55.075487 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7118c-c11a-4a21-8014-37a96e9a10ba req-406bf017-645f-4f8c-962b-fd7512f3241f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:55.077265 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e1d7118c-c11a-4a21-8014-37a96e9a10ba req-406bf017-645f-4f8c-962b-fd7512f3241f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0793924 Oct 28 15:21:55.089078 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Checking router: 3bd8e280-30c9-48f5-a825-6a59e54411e3 for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:21:55.089908 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Updating router 3bd8e280-30c9-48f5-a825-6a59e54411e3 port 238e05bc-066b-41f4-84f1-a3f34a7b8faa binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:21:55.120179 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.162880 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e1d7118c-c11a-4a21-8014-37a96e9a10ba req-5447a460-ecba-4784-89f2-98d64f0c47f1 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746119 Oct 28 15:21:55.187014 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58b6d70c-3f00-49b5-90d4-6a4d51eaeee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.221778 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.222569 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 722cfafc-d002-431a-8460-fc4a1ecbcaab up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:55.336258 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.db.api [None req-58b6d70c-3f00-49b5-90d4-6a4d51eaeee7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102152) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 15:21:55.336258 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG oslo_db.api [None req-58b6d70c-3f00-49b5-90d4-6a4d51eaeee7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 15:21:55.339041 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=a40adbb6-08a0-4136-8a1e-ad5982c95572,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:55.351390 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 722cfafc-d002-431a-8460-fc4a1ecbcaab triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:55.351769 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.483308 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.586413 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.614411 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.668728 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Attempting to bind port 238e05bc-066b-41f4-84f1-a3f34a7b8faa on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:55.669097 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Attempting to bind port 238e05bc-066b-41f4-84f1-a3f34a7b8faa by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:55.669452 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Attempting to bind port 238e05bc-066b-41f4-84f1-a3f34a7b8faa on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:55.678544 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b22a98-5394-46a2-ba2d-2dae2f53633d None None] Pushing event updated for resources: {'Port': ['ID=238e05bc-066b-41f4-84f1-a3f34a7b8faa,revision_number=2']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:55.680873 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:55.681243 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:55.681636 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.682567 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:55.682567 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Bound port: 238e05bc-066b-41f4-84f1-a3f34a7b8faa, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:55.682840 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.733278 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] For port 238e05bc-066b-41f4-84f1-a3f34a7b8faa, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:55.737945 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] For port 238e05bc-066b-41f4-84f1-a3f34a7b8faa, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=238e05bc-066b-41f4-84f1-a3f34a7b8faa,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:55.752523 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Allocated IP 172.20.0.1 (40cf1a79-1d8b-486d-bd4a-9ff20817a88b/38cda018-fcb8-4384-b744-7570f9552ada/468aa088-76df-4d66-96ee-222a76f502f1) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:21:55.853998 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.949611 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:55.993094 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-b7b34934-0ea8-4944-8c84-c0f3599e2e11 None None] Provisioning complete for port a40adbb6-08a0-4136-8a1e-ad5982c95572 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:55.993607 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b7b34934-0ea8-4944-8c84-c0f3599e2e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.006528 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Routers {'3bd8e280-30c9-48f5-a825-6a59e54411e3'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:56.007140 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:21:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['3bd8e280-30c9-48f5-a825-6a59e54411e3'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:56.032223 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.089541 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b22a98-5394-46a2-ba2d-2dae2f53633d None None] Pushing event updated for resources: {'Port': ['ID=238e05bc-066b-41f4-84f1-a3f34a7b8faa,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:56.089920 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:56.095697 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:56.098139 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Pushing event updated for resources: {'Port': ['ID=468aa088-76df-4d66-96ee-222a76f502f1,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:56.100720 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:21:56.139682 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] Set router 3bd8e280-30c9-48f5-a825-6a59e54411e3 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:56.159463 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.201514 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 0f927fe4-ef21-420a-b6f9-4363b60dfe6e details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:21:56.328205 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e874ac-283e-4058-b025-229832cfefb7 req-1d100357-bb46-4e7f-bf1f-c6c3aa068726 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:56.330538 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-56e874ac-283e-4058-b025-229832cfefb7 req-1d100357-bb46-4e7f-bf1f-c6c3aa068726 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 944 time: 0.0680594 Oct 28 15:21:56.347422 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:56.359205 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '0f927fe4-ef21-420a-b6f9-4363b60dfe6e', 'network_id': '550e741c-476f-417d-af0a-6362fb10f867', 'port_id': '0f927fe4-ef21-420a-b6f9-4363b60dfe6e', 'mac_address': 'fa:16:3e:45:a6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f8a02c-1573-4794-9c30-9f4127211de2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:21:56.372281 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-56e874ac-283e-4058-b025-229832cfefb7 req-c3de8de2-4ad0-4d2f-82eb-b0fce0585fab tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357168 Oct 28 15:21:56.424284 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.428020 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.445388 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-0f749fa3-1735-4523-ae3d-8d3df832d1cd None None] Provisioning complete for port 468aa088-76df-4d66-96ee-222a76f502f1 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:56.445751 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0f749fa3-1735-4523-ae3d-8d3df832d1cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.448196 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f927fe4-ef21-420a-b6f9-4363b60dfe6e {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:21:56.494496 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:56.494901 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:21:53Z', 'revision_number': 3, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port': {'id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:53Z', 'updated_at': '2021-10-28T15:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:56.500551 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-0f749fa3-1735-4523-ae3d-8d3df832d1cd None None] Port 468aa088-76df-4d66-96ee-222a76f502f1 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:56.524960 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb5639e-847b-4f8f-afe4-b34683836291 None None] The sync data for ids ['3bd8e280-30c9-48f5-a825-6a59e54411e3'] in dv-cinder-783643-3-iscsi is: [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:21:53Z', 'revision_number': 3, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port': {'id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:53Z', 'updated_at': '2021-10-28T15:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:21:56.572526 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device a40adbb6-08a0-4136-8a1e-ad5982c95572 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:56.597029 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.603557 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.663819 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:56.672996 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port a40adbb6-08a0-4136-8a1e-ad5982c95572 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:56.673364 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.711412 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.781697 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:56.795240 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Pushing event updated for resources: {'Port': ['ID=468aa088-76df-4d66-96ee-222a76f502f1,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:56.902363 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:21:56.903979 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:21:57.025792 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Router 3bd8e280-30c9-48f5-a825-6a59e54411e3 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:21:57.125791 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-096c7097-5a77-4d02-8199-0a2af49edf5b None None] Provisioning complete for port 468aa088-76df-4d66-96ee-222a76f502f1 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:57.126316 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-096c7097-5a77-4d02-8199-0a2af49edf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:57.138339 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:21:57.143546 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-8539c477-2d45-476a-b45b-98b5c7342393 admin admin] 10.222.0.86 "PUT /v2.0/routers/3bd8e280-30c9-48f5-a825-6a59e54411e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0851703 Oct 28 15:21:57.168360 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-096c7097-5a77-4d02-8199-0a2af49edf5b None None] Port 468aa088-76df-4d66-96ee-222a76f502f1 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:57.751755 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42220) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:57.756996 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-c6d6456e-1345-49df-917f-b5c945257931 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035604610', 'description': 'tempest-secgroup-smoke-1035604610 description', 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:57.852703 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b37e02-b279-4ce0-ae60-b698e2926e22 req-fa177c21-fc0a-4edd-b8b3-85ff16581244 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:57.854421 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4b37e02-b279-4ce0-ae60-b698e2926e22 req-fa177c21-fc0a-4edd-b8b3-85ff16581244 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 945 time: 0.0518029 Oct 28 15:21:57.857079 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c6d6456e-1345-49df-917f-b5c945257931 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:57.892962 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4b37e02-b279-4ce0-ae60-b698e2926e22 req-c8c79841-dd51-41d9-a74c-5cd47c22feae tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Oct 28 15:21:57.926294 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c6d6456e-1345-49df-917f-b5c945257931 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:57.997258 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c6d6456e-1345-49df-917f-b5c945257931 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.025561 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6456e-1345-49df-917f-b5c945257931 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9cb24a-fe18-4d3f-9412-8a185c5208ba,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:58.090543 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c6d6456e-1345-49df-917f-b5c945257931 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.091833 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-c6d6456e-1345-49df-917f-b5c945257931 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3390477 Oct 28 15:21:58.094880 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42224) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:58.100937 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-0ccf7380-8668-4926-b3cd-fa2c1e41af95 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Request body: {'security_group_rule': {'security_group_id': '6e9cb24a-fe18-4d3f-9412-8a185c5208ba', 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:58.150613 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Sync routers for ids ['3bd8e280-30c9-48f5-a825-6a59e54411e3'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:21:58.160756 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Routers {'3bd8e280-30c9-48f5-a825-6a59e54411e3'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:58.161850 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:21:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['3bd8e280-30c9-48f5-a825-6a59e54411e3'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:58.216634 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7380-8668-4926-b3cd-fa2c1e41af95 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.271194 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Set router 3bd8e280-30c9-48f5-a825-6a59e54411e3 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:58.275279 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7380-8668-4926-b3cd-fa2c1e41af95 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.362728 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7380-8668-4926-b3cd-fa2c1e41af95 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.382003 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf7380-8668-4926-b3cd-fa2c1e41af95 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91057a6c-7445-404b-9fbd-72274fdba1e9,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:58.461814 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0ccf7380-8668-4926-b3cd-fa2c1e41af95 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.463104 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-0ccf7380-8668-4926-b3cd-fa2c1e41af95 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3671553 Oct 28 15:21:58.472692 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42230) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:58.477187 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-d847e4a8-e3a7-4158-9ff3-3dd6abcc4b18 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Request body: {'security_group_rule': {'security_group_id': '6e9cb24a-fe18-4d3f-9412-8a185c5208ba', 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:58.482553 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:21:56Z', 'revision_number': 4, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port': {'id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:53Z', 'updated_at': '2021-10-28T15:21:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '468aa088-76df-4d66-96ee-222a76f502f1', 'name': '', 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'mac_address': 'fa:16:3e:f9:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '38cda018-fcb8-4384-b744-7570f9552ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:55Z', 'updated_at': '2021-10-28T15:21:56Z', 'revision_number': 2, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'subnets': [{'id': '38cda018-fcb8-4384-b744-7570f9552ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:58.517171 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Checking router: 3bd8e280-30c9-48f5-a825-6a59e54411e3 for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:21:58.517522 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Updating router 3bd8e280-30c9-48f5-a825-6a59e54411e3 port 468aa088-76df-4d66-96ee-222a76f502f1 binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:21:58.542978 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.575364 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 238e05bc-066b-41f4-84f1-a3f34a7b8faa up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:21:58.582384 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d847e4a8-e3a7-4158-9ff3-3dd6abcc4b18 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.637890 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d847e4a8-e3a7-4158-9ff3-3dd6abcc4b18 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.708193 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 238e05bc-066b-41f4-84f1-a3f34a7b8faa triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:58.708594 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.734012 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d847e4a8-e3a7-4158-9ff3-3dd6abcc4b18 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.753137 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847e4a8-e3a7-4158-9ff3-3dd6abcc4b18 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acd7c43-e3e5-40ca-96b9-1cdbd394d14e,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:58.836815 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-d847e4a8-e3a7-4158-9ff3-3dd6abcc4b18 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.838032 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-d847e4a8-e3a7-4158-9ff3-3dd6abcc4b18 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3643749 Oct 28 15:21:58.840726 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42232) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:58.845063 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-2e1f6a18-0413-4d44-a276-a1aa3210a0be tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Request body: {'security_group_rule': {'security_group_id': '6e9cb24a-fe18-4d3f-9412-8a185c5208ba', 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:58.865470 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.909337 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 238e05bc-066b-41f4-84f1-a3f34a7b8faa, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=238e05bc-066b-41f4-84f1-a3f34a7b8faa,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:21:58.919092 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.968148 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6a18-0413-4d44-a276-a1aa3210a0be tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:58.997928 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.004528 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.014728 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961526c-0a84-4bdd-b316-01eeb21a5d28 req-bf438a23-2cef-40d0-aec4-9a6e63ad2ff3 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:21:59.024800 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4961526c-0a84-4bdd-b316-01eeb21a5d28 req-bf438a23-2cef-40d0-aec4-9a6e63ad2ff3 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 945 time: 0.0616908 Oct 28 15:21:59.032128 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6a18-0413-4d44-a276-a1aa3210a0be tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.064555 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4961526c-0a84-4bdd-b316-01eeb21a5d28 req-6bef2d52-cc0d-41b5-a008-7b0d0461dc2a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385895 Oct 28 15:21:59.092238 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=238e05bc-066b-41f4-84f1-a3f34a7b8faa,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:59.128361 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6a18-0413-4d44-a276-a1aa3210a0be tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.152220 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f6a18-0413-4d44-a276-a1aa3210a0be tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945fad72-590f-47bf-9c4c-fcc3d45ab80d,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:59.153068 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Attempting to bind port 468aa088-76df-4d66-96ee-222a76f502f1 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:21:59.153536 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Attempting to bind port 468aa088-76df-4d66-96ee-222a76f502f1 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:21:59.153906 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Attempting to bind port 468aa088-76df-4d66-96ee-222a76f502f1 on network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:21:59.165167 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:21:59.165540 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Checking segment: {'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:21:59.165939 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.166331 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Bound using segment: {'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:21:59.166803 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Bound port: 468aa088-76df-4d66-96ee-222a76f502f1, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62193b8e-8b11-40f7-9bb7-b1678c8991b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1096, 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:21:59.167178 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.169160 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Pushing event updated for resources: {'Port': ['ID=468aa088-76df-4d66-96ee-222a76f502f1,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:59.185997 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.186361 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.187162 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.187504 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.187836 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.188161 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.188526 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.188849 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.189188 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.189513 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.189831 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.190334 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:21:59.247778 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2e1f6a18-0413-4d44-a276-a1aa3210a0be tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.249091 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-2e1f6a18-0413-4d44-a276-a1aa3210a0be tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4074523 Oct 28 15:21:59.251880 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42240) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:59.252085 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] For port 468aa088-76df-4d66-96ee-222a76f502f1, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:21:59.261083 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] For port 468aa088-76df-4d66-96ee-222a76f502f1, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=468aa088-76df-4d66-96ee-222a76f502f1,segment=NetworkSegment(62193b8e-8b11-40f7-9bb7-b1678c8991b6),segment_id=62193b8e-8b11-40f7-9bb7-b1678c8991b6)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:21:59.261349 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-70d58def-47e2-4499-ab44-0682ff090dbf tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Request body: {'security_group_rule': {'security_group_id': '6e9cb24a-fe18-4d3f-9412-8a185c5208ba', 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:59.302251 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-dd60aef9-fab5-406d-9723-d53715f04c85 None None] Provisioning complete for port 468aa088-76df-4d66-96ee-222a76f502f1 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:59.306958 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-dd60aef9-fab5-406d-9723-d53715f04c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.336051 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-dd60aef9-fab5-406d-9723-d53715f04c85 None None] Port 468aa088-76df-4d66-96ee-222a76f502f1 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:21:59.380614 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.399502 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-70d58def-47e2-4499-ab44-0682ff090dbf tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.446639 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8ec6e-eed0-46cf-8e9c-86b669801ffb None None] Pushing event updated for resources: {'Port': ['ID=468aa088-76df-4d66-96ee-222a76f502f1,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:59.449725 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Routers {'3bd8e280-30c9-48f5-a825-6a59e54411e3'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:21:59.450383 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:21:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['3bd8e280-30c9-48f5-a825-6a59e54411e3'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:21:59.475634 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-70d58def-47e2-4499-ab44-0682ff090dbf tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.648528 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-70d58def-47e2-4499-ab44-0682ff090dbf tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.666301 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d58def-47e2-4499-ab44-0682ff090dbf tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f58a37-bd3f-4520-9b5f-12d36e384200,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:21:59.674208 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-e072c8ef-03ef-4a7d-b1f5-de5a5594fe70 None None] Provisioning complete for port 468aa088-76df-4d66-96ee-222a76f502f1 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:21:59.674571 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e072c8ef-03ef-4a7d-b1f5-de5a5594fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.711252 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] Set router 3bd8e280-30c9-48f5-a825-6a59e54411e3 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:21:59.811077 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-70d58def-47e2-4499-ab44-0682ff090dbf tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.812830 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-70d58def-47e2-4499-ab44-0682ff090dbf tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5599408 Oct 28 15:21:59.815704 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 42246) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:21:59.821466 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-9ed1d028-bd70-4183-a2dd-535803cd148d tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Request body: {'security_group_rule': {'security_group_id': '6e9cb24a-fe18-4d3f-9412-8a185c5208ba', 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:21:59.874700 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e072c8ef-03ef-4a7d-b1f5-de5a5594fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.901300 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['0f927fe4-ef21-420a-b6f9-4363b60dfe6e'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:21:59.963080 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.securitygroups_db [None req-9ed1d028-bd70-4183-a2dd-535803cd148d tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Project 795c4c9c3ddd4197b8bd5895d24b5555 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 15:21:59.980238 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d028-bd70-4183-a2dd-535803cd148d tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:21:59.980417 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-e072c8ef-03ef-4a7d-b1f5-de5a5594fe70 None None] For port 468aa088-76df-4d66-96ee-222a76f502f1, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=468aa088-76df-4d66-96ee-222a76f502f1,segment=NetworkSegment(62193b8e-8b11-40f7-9bb7-b1678c8991b6),segment_id=62193b8e-8b11-40f7-9bb7-b1678c8991b6)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:22:00.034792 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d028-bd70-4183-a2dd-535803cd148d tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.048709 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-32f37152-1370-4ff8-be45-18a872458fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:21:56Z', 'revision_number': 4, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port': {'id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:53Z', 'updated_at': '2021-10-28T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '468aa088-76df-4d66-96ee-222a76f502f1', 'name': '', 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'mac_address': 'fa:16:3e:f9:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '38cda018-fcb8-4384-b744-7570f9552ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:55Z', 'updated_at': '2021-10-28T15:21:59Z', 'revision_number': 4, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'subnets': [{'id': '38cda018-fcb8-4384-b744-7570f9552ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:22:00.082242 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f37152-1370-4ff8-be45-18a872458fec None None] The sync data for ids ['3bd8e280-30c9-48f5-a825-6a59e54411e3'] in dv-cinder-783643-3-iscsi is: [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:21:56Z', 'revision_number': 4, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port': {'id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:53Z', 'updated_at': '2021-10-28T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '468aa088-76df-4d66-96ee-222a76f502f1', 'name': '', 'network_id': '40cf1a79-1d8b-486d-bd4a-9ff20817a88b', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'mac_address': 'fa:16:3e:f9:b3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '38cda018-fcb8-4384-b744-7570f9552ada', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:55Z', 'updated_at': '2021-10-28T15:21:59Z', 'revision_number': 4, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'subnets': [{'id': '38cda018-fcb8-4384-b744-7570f9552ada', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:22:00.083733 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e072c8ef-03ef-4a7d-b1f5-de5a5594fe70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.120440 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d028-bd70-4183-a2dd-535803cd148d tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.197166 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1d028-bd70-4183-a2dd-535803cd148d tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58824b4-1207-4ba7-b6c3-89c11b3f85b5,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:22:00.209326 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072c8ef-03ef-4a7d-b1f5-de5a5594fe70 None None] Pushing event updated for resources: {'Port': ['ID=468aa088-76df-4d66-96ee-222a76f502f1,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:22:00.241221 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c50e6-865a-4fab-ae79-ab385a4f2ccf req-486a377f-467f-4491-9bac-b6c4ba0d3685 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:00.244105 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-079c50e6-865a-4fab-ae79-ab385a4f2ccf req-486a377f-467f-4491-9bac-b6c4ba0d3685 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 945 time: 0.1004148 Oct 28 15:22:00.285582 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-079c50e6-865a-4fab-ae79-ab385a4f2ccf req-d2ea285d-6b66-4b02-93c2-21eb49e00c76 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Oct 28 15:22:00.308242 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d028-bd70-4183-a2dd-535803cd148d tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.314169 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-9ed1d028-bd70-4183-a2dd-535803cd148d tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4961321 Oct 28 15:22:00.316407 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 42258) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:22:00.321860 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-ac76e78c-bf52-4639-8390-baaa06eef523 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Request body: {'security_group_rule': {'security_group_id': '6e9cb24a-fe18-4d3f-9412-8a185c5208ba', 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:22:00.455017 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.securitygroups_db [None req-ac76e78c-bf52-4639-8390-baaa06eef523 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Project 795c4c9c3ddd4197b8bd5895d24b5555 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 15:22:00.484757 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac76e78c-bf52-4639-8390-baaa06eef523 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.596598 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac76e78c-bf52-4639-8390-baaa06eef523 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.683460 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac76e78c-bf52-4639-8390-baaa06eef523 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.698840 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 468aa088-76df-4d66-96ee-222a76f502f1 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:22:00.702323 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76e78c-bf52-4639-8390-baaa06eef523 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3925f2e-40fb-40d2-88d5-9b4f75b7c123,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:22:00.765322 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 468aa088-76df-4d66-96ee-222a76f502f1 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:22:00.765694 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.831382 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac76e78c-bf52-4639-8390-baaa06eef523 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:00.842403 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-ac76e78c-bf52-4639-8390-baaa06eef523 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5247822 Oct 28 15:22:00.856682 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 238e05bc-066b-41f4-84f1-a3f34a7b8faa up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:22:00.927238 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 238e05bc-066b-41f4-84f1-a3f34a7b8faa triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:22:00.927860 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:01.419781 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0694c1-c566-4540-a416-e41d185e8be8 req-bb194fd3-0609-4247-a7ed-835f6be7827d tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:01.421392 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ad0694c1-c566-4540-a416-e41d185e8be8 req-bb194fd3-0609-4247-a7ed-835f6be7827d tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 945 time: 0.0583026 Oct 28 15:22:01.463357 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ad0694c1-c566-4540-a416-e41d185e8be8 req-d2969519-d989-4f36-b794-4b7a451dd5a6 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346217 Oct 28 15:22:02.580613 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36359d0-7dfe-4092-837c-ecd544223ef5 req-5b5c6352-7bac-4309-949a-6a86dd6a4b2a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:02.582071 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d36359d0-7dfe-4092-837c-ecd544223ef5 req-5b5c6352-7bac-4309-949a-6a86dd6a4b2a tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 945 time: 0.0487857 Oct 28 15:22:02.623870 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d36359d0-7dfe-4092-837c-ecd544223ef5 req-451a53a0-cdaa-4c7d-a706-3ba63028a9d4 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348916 Oct 28 15:22:03.737464 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c5261-8446-4792-8287-28d85ea12147 req-3d508f6f-7d9a-45f2-83bb-da6fcb63d975 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:03.738969 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fa2c5261-8446-4792-8287-28d85ea12147 req-3d508f6f-7d9a-45f2-83bb-da6fcb63d975 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 945 time: 0.0491982 Oct 28 15:22:03.776444 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fa2c5261-8446-4792-8287-28d85ea12147 req-62b86c41-e8f3-4f20-be4e-661fb737266d tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Oct 28 15:22:04.890668 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87baa2d3-20f4-463a-91c6-7fb87a3719fa req-ad08700e-a4d3-4050-8255-cf2444a738cd tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:04.892158 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-87baa2d3-20f4-463a-91c6-7fb87a3719fa req-ad08700e-a4d3-4050-8255-cf2444a738cd tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 945 time: 0.0510664 Oct 28 15:22:04.929195 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-87baa2d3-20f4-463a-91c6-7fb87a3719fa req-2423cf76-3d2c-4462-a9e1-8e6a3e13962c tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305290 Oct 28 15:22:06.008155 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 0f927fe4-ef21-420a-b6f9-4363b60dfe6e up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:22:06.078925 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c46fb-81f4-4b2d-afc0-469b4f871dea req-6cada0b7-d6ce-43f0-afb1-6ee466463748 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:06.080755 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0a1c46fb-81f4-4b2d-afc0-469b4f871dea req-6cada0b7-d6ce-43f0-afb1-6ee466463748 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 945 time: 0.0671127 Oct 28 15:22:06.121874 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0a1c46fb-81f4-4b2d-afc0-469b4f871dea req-ff573754-7483-4f83-ae30-e70122ddeb02 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340953 Oct 28 15:22:06.194689 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:22:06.198756 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:22:06.203144 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:06.281998 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:06.305258 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b317ef-28ae-443d-9981-0dc1561cdcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f927fe4-ef21-420a-b6f9-4363b60dfe6e'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:22:06.307596 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f09378-e022-47ad-8009-0f2e87c04e15" -d '{"events": [{"server_uuid": "66b317ef-28ae-443d-9981-0dc1561cdcab", "name": "network-vif-plugged", "status": "completed", "tag": "0f927fe4-ef21-420a-b6f9-4363b60dfe6e"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:22:06.320813 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:22:06.342533 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1202fc12-adc5-4c21-ace0-4bc1bd9844d6 x-openstack-request-id: req-1202fc12-adc5-4c21-ace0-4bc1bd9844d6 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:22:06.342826 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b317ef-28ae-443d-9981-0dc1561cdcab", "name": "network-vif-plugged", "status": "completed", "tag": "0f927fe4-ef21-420a-b6f9-4363b60dfe6e", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:22:06.343071 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1202fc12-adc5-4c21-ace0-4bc1bd9844d6 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:22:06.343460 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b317ef-28ae-443d-9981-0dc1561cdcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f927fe4-ef21-420a-b6f9-4363b60dfe6e', 'code': 200} Oct 28 15:22:06.414208 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:06.467162 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:22:07.006899 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a1e68-963d-4c65-95d0-0fbf8693b4c7 req-cadf2496-71d5-4844-a3f9-c3ebda3635e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:07.008444 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b66a1e68-963d-4c65-95d0-0fbf8693b4c7 req-cadf2496-71d5-4844-a3f9-c3ebda3635e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 1099 time: 0.0430832 Oct 28 15:22:07.053025 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b66a1e68-963d-4c65-95d0-0fbf8693b4c7 req-61f72a9b-95a7-4a38-9549-ce2fcc4db2cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303247 Oct 28 15:22:07.246662 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6868-010c-402e-8926-4a40b166bad2 req-3d0d6e7e-e869-47ed-8d3e-82d289cd633f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:07.249749 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1eac6868-010c-402e-8926-4a40b166bad2 req-3d0d6e7e-e869-47ed-8d3e-82d289cd633f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 946 time: 0.0570850 Oct 28 15:22:07.476312 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1eac6868-010c-402e-8926-4a40b166bad2 req-4a324be2-3c5b-4cb6-a4f8-729ea7bd2040 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342982 Oct 28 15:22:08.583764 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c3e8b-4a7a-41ee-a657-1b633f53599e req-d28bab48-7f2e-4d5d-8e5c-576165056232 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:08.585276 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-279c3e8b-4a7a-41ee-a657-1b633f53599e req-d28bab48-7f2e-4d5d-8e5c-576165056232 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 946 time: 0.0532637 Oct 28 15:22:08.621842 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-279c3e8b-4a7a-41ee-a657-1b633f53599e req-5900e534-60fd-466c-b183-79ad5b961df9 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307019 Oct 28 15:22:09.734192 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5ad5b-8c4e-4339-bf2d-8e16c41d7801 req-f55587a1-f6cb-4438-9f62-3a31a8cf6913 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:09.735896 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c2b5ad5b-8c4e-4339-bf2d-8e16c41d7801 req-f55587a1-f6cb-4438-9f62-3a31a8cf6913 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 946 time: 0.0489671 Oct 28 15:22:09.777519 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c2b5ad5b-8c4e-4339-bf2d-8e16c41d7801 req-eedcd6c1-13bf-4624-ab3e-67f1b4fd2b02 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334337 Oct 28 15:22:09.892294 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783d5a5-a182-4747-af6c-283c594dfa6c req-9bdf537b-00ee-41c9-9dfd-40586bb0fa14 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:09.893761 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2783d5a5-a182-4747-af6c-283c594dfa6c req-9bdf537b-00ee-41c9-9dfd-40586bb0fa14 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 946 time: 0.0494995 Oct 28 15:22:09.931550 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2783d5a5-a182-4747-af6c-283c594dfa6c req-c2d7cd40-7847-43ca-9756-f633df3f3887 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Oct 28 15:22:10.263041 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b2026-a461-408a-b8e7-41274108d0ce req-a1f8079f-5eda-4621-bd6b-d7bebde0b14e tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:10.264560 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-717b2026-a461-408a-b8e7-41274108d0ce req-a1f8079f-5eda-4621-bd6b-d7bebde0b14e tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 946 time: 0.0545824 Oct 28 15:22:10.302864 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-717b2026-a461-408a-b8e7-41274108d0ce req-9e3e348e-8d0d-4b82-8a69-c08a6a68337c tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322094 Oct 28 15:22:10.475185 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:13.503213 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:22:15.360502 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0e49-d7a1-46af-bed5-fbe6b4c79fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:18.105983 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7f28c097-2c4a-409e-a875-5310654b71bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:19.046052 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:19.263852 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:20.897997 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:40.502704 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:42.248578 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-bdcc633d-2e60-4d87-a849-c63a949b03e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391428 Oct 28 15:22:42.341293 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-40668324-86f8-4381-ba45-f43b38920b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:42.342788 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-40668324-86f8-4381-ba45-f43b38920b6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0445693 Oct 28 15:22:42.456954 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-e3e9b0bd-a944-4b05-b021-5732c2a516cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:42.458418 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-e3e9b0bd-a944-4b05-b021-5732c2a516cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0909770 Oct 28 15:22:42.502895 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-a05c8b94-d03b-4f59-89ee-f6359f131ab1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0341315 Oct 28 15:22:42.552781 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-4a6a02bb-d601-43f4-b436-382b9cb5a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:22:42.554216 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-4a6a02bb-d601-43f4-b436-382b9cb5a92c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0438015 Oct 28 15:22:42.588979 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-f7f690e9-0bc0-473f-88ef-1667167d598b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271473 Oct 28 15:22:42.678804 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-4a7a3da4-85af-47d4-b915-86e1ada4f407 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824912 Oct 28 15:22:42.783414 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-50b60f1d-9ea0-4667-b165-14b2603fbf2f req-db623a0d-e446-424b-92d3-a09d0664e442 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971045 Oct 28 15:22:45.394581 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e75d8f29-6173-4573-a682-4e48038e3856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:48.110895 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-de5d2348-0e83-45ad-bf0f-68d4d766633f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:49.065493 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:49.257558 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:22:50.502149 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:22:50.920200 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:10.485793 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:15.362566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f17065b5-a20c-4a18-9312-f581286c78c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:18.097561 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-548e16c0-dbbb-4ee7-a3a2-33b56fdca2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:19.047606 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:19.253837 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:20.927599 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:27.501784 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:23:40.491824 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:44.371749 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-0289993d-642c-4e8f-92fc-3fbdf254c266 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1379039 Oct 28 15:23:44.438768 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-adf0a5fd-bff2-4622-a96a-2662d05df456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:23:44.440217 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-adf0a5fd-bff2-4622-a96a-2662d05df456 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0394824 Oct 28 15:23:44.550217 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-8ac03f68-2712-4e79-b437-4a090251e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:23:44.551613 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-8ac03f68-2712-4e79-b437-4a090251e049 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0903575 Oct 28 15:23:44.592127 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-53518790-c3cd-47d5-bbdc-c84e31dc5895 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0327919 Oct 28 15:23:44.646763 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-c7bf1a91-7996-4824-8ebd-4450e26f1ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:23:44.648279 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-c7bf1a91-7996-4824-8ebd-4450e26f1ce3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0460460 Oct 28 15:23:44.682513 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-04bbe83c-5e7d-447b-aa38-9e175666e581 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252438 Oct 28 15:23:44.772555 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-0d2f9638-cd4a-4938-8478-aeb5485213c3 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814872 Oct 28 15:23:44.864505 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-153c13e4-2937-4ca8-8baf-70fcc8206b5b req-cb56a57e-5473-4b95-80fa-1101853f4bf9 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843315 Oct 28 15:23:45.376899 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-788d866b-5bcc-4a7a-9416-3058e9dc6934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:48.098951 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8a574b43-cc9b-474b-83a7-8de08d12a0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:49.047258 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:49.264848 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:23:50.996092 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:04.500339 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:24:10.497493 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:15.388331 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3613ab9a-11f7-4f54-ad5e-c2e88e1fb7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:18.102374 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-73d0c89f-8706-42cb-bd0a-557858d2d7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:19.041332 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:19.281393 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:20.930882 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:40.498199 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:41.498287 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:24:45.288911 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-ff1d1c92-7ebf-4a1a-8f20-50117ee41b05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398138 Oct 28 15:24:45.349202 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-ccfb8890-0a8d-45fd-83c7-f7959e49df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:24:45.350634 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-ccfb8890-0a8d-45fd-83c7-f7959e49df81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 1098 time: 0.0400395 Oct 28 15:24:45.395299 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-85f79d42-761f-47c5-b2db-94f85a7419dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:45.460068 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-49b37707-77bc-4ba0-ba26-b0457fc48308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:24:45.461561 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-49b37707-77bc-4ba0-ba26-b0457fc48308 service neutron] 10.222.0.49 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 919 time: 0.0873892 Oct 28 15:24:45.525479 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-49f29e78-a49b-40d0-847c-d43e929662eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5 HTTP/1.1" status: 200 len: 1001 time: 0.0550973 Oct 28 15:24:45.577230 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-73e119a9-0db0-42f6-a5f3-c0ba1b6cf7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:24:45.579156 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-73e119a9-0db0-42f6-a5f3-c0ba1b6cf7e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df44fd80-e2d0-457c-b1ed-91076ba03ff6 HTTP/1.1" status: 200 len: 856 time: 0.0445523 Oct 28 15:24:45.623282 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-910745cc-087c-4859-8d38-f3013c7e8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:24:45.624695 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-910745cc-087c-4859-8d38-f3013c7e8c87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379364 Oct 28 15:24:45.716692 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-3c03f278-cb43-4e9d-964c-d22ca823f5f5 service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844295 Oct 28 15:24:45.808134 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04572dd6-2a43-48fa-a0e2-a6fc54284166 req-9bc222d8-f525-44bb-a78b-9078ada13d13 service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837691 Oct 28 15:24:48.115325 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-1a974891-875c-4e4e-9053-6cbd7a562228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:49.057686 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:49.336558 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:24:50.936784 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:10.530308 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:15.370647 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0d160aa1-540c-4d9e-954c-42670ee8b8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:18.120363 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0e967cd8-8539-4a7e-8b14-b5d188a96935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:18.496519 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:25:19.068992 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:19.275128 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:20.970248 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:40.544792 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:45.365696 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b08a394e-7cdb-4f49-aa29-16826546e285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:46.252340 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-5a3ecc40-8e77-4785-a4e1-9389bcf7ddfb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399153 Oct 28 15:25:46.321264 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-f7a9d4f8-f099-496a-9944-4a5feca50a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:25:46.322689 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-f7a9d4f8-f099-496a-9944-4a5feca50a7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 1098 time: 0.0435779 Oct 28 15:25:46.426780 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-ceb9a985-ce9a-4237-9923-1c96cac88648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:25:46.428231 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-ceb9a985-ce9a-4237-9923-1c96cac88648 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 HTTP/1.1" status: 200 len: 915 time: 0.0854244 Oct 28 15:25:46.471644 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-0ad4c5d2-134a-4086-be90-6af6bed63b01 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d HTTP/1.1" status: 200 len: 217 time: 0.0358112 Oct 28 15:25:46.523593 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-a273509a-5700-4f69-b49d-d581689d676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:25:46.525097 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-a273509a-5700-4f69-b49d-d581689d676f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7214bf52-d120-425f-a4f0-1ca4fe795e90 HTTP/1.1" status: 200 len: 853 time: 0.0419226 Oct 28 15:25:46.556961 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-12afa0ea-e21a-4d98-b161-6312566f6d5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246055 Oct 28 15:25:46.861652 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-580eb16d-e71b-48d9-9ddc-a3f833859e94 service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976058 Oct 28 15:25:46.951486 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-32b83e99-9e0a-4f48-97a5-5859fd4d5a33 req-aabde8ec-8f4e-463b-a8d5-04c419e7d4aa service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794799 Oct 28 15:25:48.113276 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-acb2685c-296e-45a3-a0ef-1488f3311638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:49.067590 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:49.273961 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:50.935716 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:25:55.495794 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:26:10.548120 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:15.375464 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c4cea3fd-8922-480f-9502-53d37c350f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:18.107738 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-485ac220-b1d7-4217-9671-60b8902ad557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:19.083796 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:19.279029 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:20.951964 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:32.494727 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:26:40.598536 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:45.381775 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-30489ca9-d723-4158-b716-cb4a83f12831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:46.250569 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-03ce3827-23f0-4b06-9dbc-102955ea062b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378666 Oct 28 15:26:46.313795 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-fae257ce-9565-49e2-ad46-5fb43aa9e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:26:46.315242 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-fae257ce-9565-49e2-ad46-5fb43aa9e3b5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=467a52d2070d47d0ad9109b96bdd6f8b&device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 1099 time: 0.0427315 Oct 28 15:26:46.424657 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-7a7b258a-adcf-448e-a36d-3c4e40885871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:26:46.424657 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-7a7b258a-adcf-448e-a36d-3c4e40885871 service neutron] 10.222.0.49 "GET /v2.0/networks?id=550e741c-476f-417d-af0a-6362fb10f867 HTTP/1.1" status: 200 len: 916 time: 0.0869887 Oct 28 15:26:46.469955 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-c1b61769-5030-4d5c-ac21-3421ad5b8655 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f927fe4-ef21-420a-b6f9-4363b60dfe6e HTTP/1.1" status: 200 len: 217 time: 0.0377645 Oct 28 15:26:46.520705 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-0758883a-22cb-4028-a707-53720f779de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:26:46.522225 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-0758883a-22cb-4028-a707-53720f779de5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49f8a02c-1573-4794-9c30-9f4127211de2 HTTP/1.1" status: 200 len: 853 time: 0.0433078 Oct 28 15:26:46.567995 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-5501c587-165b-47b7-b0fb-d1d2061a2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:26:46.569573 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-5501c587-165b-47b7-b0fb-d1d2061a2c1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=550e741c-476f-417d-af0a-6362fb10f867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393438 Oct 28 15:26:46.663317 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-48157267-071c-4800-bfb7-23018385a8db service neutron] 10.222.0.49 "GET /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864098 Oct 28 15:26:46.752005 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec6f7a12-cbad-4028-b521-9d8b5a39e0c0 req-679710b1-e85e-4396-9eb1-5aa15abb0769 service neutron] 10.222.0.49 "GET /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810685 Oct 28 15:26:48.106810 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-afb10ed0-857a-45b1-814e-6c8253e78626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:49.044030 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:49.266892 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:26:50.918233 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:09.494457 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:27:10.587074 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:15.369261 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d3b41e53-3da1-4966-980b-0335bcf1c747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:18.162264 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-754bc0fd-54e3-45ea-bb18-6e1b10ecedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:19.066370 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:19.277417 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:20.991907 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:40.574907 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:45.374896 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-18745867-2b5e-49fc-a0ba-853710720ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:46.493251 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:27:48.127704 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a519ff6f-08b0-4221-b8fb-ec7ad4b6c5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:48.242586 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-7d0e0d47-d0bc-4513-a798-cef907f20e79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443850 Oct 28 15:27:48.323247 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-190e431d-0379-4784-a56a-0b47ac9b61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:27:48.324796 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-190e431d-0379-4784-a56a-0b47ac9b61f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0398600 Oct 28 15:27:48.431847 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-5b6e9fed-aa24-4c65-95ea-4b0504794572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:27:48.433382 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-5b6e9fed-aa24-4c65-95ea-4b0504794572 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0874739 Oct 28 15:27:48.478043 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-466275a2-b82c-4e77-b9e1-6e6e6421edb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0374362 Oct 28 15:27:48.526552 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-452dba9e-9934-4ce0-8c97-20ff072887cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:27:48.527963 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-452dba9e-9934-4ce0-8c97-20ff072887cb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0429769 Oct 28 15:27:48.558979 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-1373754e-0570-413c-aef9-6bfec45098ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235202 Oct 28 15:27:48.570672 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-f7bc46fd-2ddf-4faa-bb1c-41fd6557c2ce service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:27:48.571674 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-f7bc46fd-2ddf-4faa-bb1c-41fd6557c2ce service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047750 Oct 28 15:27:48.662128 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-c0d7a4a0-a33d-45d2-b4e7-c4647358a62d service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837271 Oct 28 15:27:48.752986 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8ddcb4db-6750-4acd-805a-4341fb3fb2c8 req-a747863c-dc51-4d08-a380-1217d862ea44 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825734 Oct 28 15:27:49.116916 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:49.317001 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:27:50.962250 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:01.978390 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47338) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:02.036748 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:02.064132 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:02.208184 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:02.210844 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:02.212057 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] 10.222.0.86 "DELETE /v2.0/security-groups/6e9cb24a-fe18-4d3f-9412-8a185c5208ba HTTP/1.1" status: 204 len: 168 time: 0.2326503 Oct 28 15:28:02.224365 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9cb24a-fe18-4d3f-9412-8a185c5208ba,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:02.229676 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.230022 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.230355 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.230684 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.231010 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.231330 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.231648 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.231964 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.232282 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.232628 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.232948 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:02.233260 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bbae0c-d207-4e14-b859-5c6b039823b8 tempest-TestShelveInstance-729074200 tempest-TestShelveInstance-729074200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:03.397320 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47366) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:03.904870 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:04.367712 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Deleting port 722cfafc-d002-431a-8460-fc4a1ecbcaab {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:04.368044 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:04.443956 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] For port 722cfafc-d002-431a-8460-fc4a1ecbcaab, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=722cfafc-d002-431a-8460-fc4a1ecbcaab,segment=NetworkSegment(dc769d24-1a2c-43c4-adf9-c0a5cd92d51a),segment_id=dc769d24-1a2c-43c4-adf9-c0a5cd92d51a)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:04.444657 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:04.458642 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Calling delete_port for 722cfafc-d002-431a-8460-fc4a1ecbcaab owned by network:router_interface {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:04.742403 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:04.770148 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Pushing event deleted for resources: {'Port': ['ID=722cfafc-d002-431a-8460-fc4a1ecbcaab,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:04.940635 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:05.147389 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Router 43d2f38c-eff5-4573-8f23-4b93d51230dd has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:28:05.251611 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:28:05.259497 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-cecf4082-0611-4a05-91f8-d81284616b5c admin admin] 10.222.0.86 "PUT /v2.0/routers/43d2f38c-eff5-4573-8f23-4b93d51230dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585055 Oct 28 15:28:05.259497 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47394) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:05.261324 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] Sync routers for ids ['43d2f38c-eff5-4573-8f23-4b93d51230dd'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:28:05.272049 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] Routers {'43d2f38c-eff5-4573-8f23-4b93d51230dd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:28:05.272685 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:27:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['43d2f38c-eff5-4573-8f23-4b93d51230dd'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:05.364065 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks [] for router, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:05.376305 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] Set router 43d2f38c-eff5-4573-8f23-4b93d51230dd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:28:05.484896 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:05.578712 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:28:04Z', 'revision_number': 5, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port': {'id': 'db01567e-cd52-4210-a7df-4a399b5e3ae4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:45Z', 'updated_at': '2021-10-28T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:05.611150 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Deleting port db01567e-cd52-4210-a7df-4a399b5e3ae4 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:05.611405 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] Checking router: 43d2f38c-eff5-4573-8f23-4b93d51230dd for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:28:05.611648 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:05.621014 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] Routers {'43d2f38c-eff5-4573-8f23-4b93d51230dd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:28:05.621690 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:27:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['43d2f38c-eff5-4573-8f23-4b93d51230dd'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:05.695605 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] For port db01567e-cd52-4210-a7df-4a399b5e3ae4, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=db01567e-cd52-4210-a7df-4a399b5e3ae4,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:05.695893 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:05.707880 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Calling delete_port for db01567e-cd52-4210-a7df-4a399b5e3ae4 owned by network:router_gateway {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:05.708342 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] Set router 43d2f38c-eff5-4573-8f23-4b93d51230dd gateway port host: None {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:28:05.758925 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:28:05Z', 'revision_number': 6, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:05.791035 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5c841-ac18-4926-84ff-e8293c6ba299 None None] The sync data for ids ['43d2f38c-eff5-4573-8f23-4b93d51230dd'] in dv-cinder-783643-3-iscsi is: [{'id': '43d2f38c-eff5-4573-8f23-4b93d51230dd', 'name': 'tempest-TestShelveInstance-1653905562-router', 'tenant_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:44Z', 'updated_at': '2021-10-28T15:28:05Z', 'revision_number': 6, 'project_id': '795c4c9c3ddd4197b8bd5895d24b5555', 'gw_port_host': None}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:28:05.951185 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:05.976849 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=db01567e-cd52-4210-a7df-4a399b5e3ae4,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:06.036998 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.146054 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.148228 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.316505 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.317238 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43d2f38c-eff5-4573-8f23-4b93d51230dd {{(pid=102150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 15:28:06.322596 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.323743 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-fd4d1459-920d-4e5c-ac86-fd19bc0b1ebb admin admin] 10.222.0.86 "DELETE /v2.0/routers/43d2f38c-eff5-4573-8f23-4b93d51230dd HTTP/1.1" status: 204 len: 168 time: 1.0631502 Oct 28 15:28:06.326290 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47410) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:06.370817 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f9672e-92a3-4aa6-9c70-f294556dfe11 admin admin] Deleting subnet 8f4070d2-ba32-4195-bf89-35de269ae688 {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:28:06.373784 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e9f9672e-92a3-4aa6-9c70-f294556dfe11 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.411590 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e9f9672e-92a3-4aa6-9c70-f294556dfe11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5723519'] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.517786 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e9f9672e-92a3-4aa6-9c70-f294556dfe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.693341 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e9f9672e-92a3-4aa6-9c70-f294556dfe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5431788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5398907'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.719494 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9672e-92a3-4aa6-9c70-f294556dfe11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4070d2-ba32-4195-bf89-35de269ae688,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:06.727823 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e9f9672e-92a3-4aa6-9c70-f294556dfe11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.733253 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e9f9672e-92a3-4aa6-9c70-f294556dfe11 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8f4070d2-ba32-4195-bf89-35de269ae688 HTTP/1.1" status: 204 len: 168 time: 0.4037964 Oct 28 15:28:06.733686 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47422) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:06.734032 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3b13f-6220-45c9-8804-cadd5bdb166e None None] Network 18a36ca0-2174-41fb-ad11-06b5a4d581d7 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:28:06.747785 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device db01567e-cd52-4210-a7df-4a399b5e3ae4 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:28:06.805527 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: db01567e-cd52-4210-a7df-4a399b5e3ae4 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:28:06.805883 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device db01567e-cd52-4210-a7df-4a399b5e3ae4 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:28:06.805990 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.806369 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 722cfafc-d002-431a-8460-fc4a1ecbcaab no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:28:06.837483 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 722cfafc-d002-431a-8460-fc4a1ecbcaab {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:28:06.838129 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 722cfafc-d002-431a-8460-fc4a1ecbcaab not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:28:06.898161 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Deleting port 39124da0-75f9-4521-b8a9-8274fbb1d946 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:06.898729 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.962968 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] For port 39124da0-75f9-4521-b8a9-8274fbb1d946, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=39124da0-75f9-4521-b8a9-8274fbb1d946,segment=NetworkSegment(dc769d24-1a2c-43c4-adf9-c0a5cd92d51a),segment_id=dc769d24-1a2c-43c4-adf9-c0a5cd92d51a)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:06.963357 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:06.975488 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Calling delete_port for 39124da0-75f9-4521-b8a9-8274fbb1d946 owned by network:dhcp {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:06.992024 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] DHCP port deletion for 18a36ca0-2174-41fb-ad11-06b5a4d581d7 request from dv-cinder-783643-3-iscsi {{(pid=102152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 15:28:07.039888 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Deleting port 39124da0-75f9-4521-b8a9-8274fbb1d946 {{(pid=102152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:07.040286 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.108783 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] For port 39124da0-75f9-4521-b8a9-8274fbb1d946, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=39124da0-75f9-4521-b8a9-8274fbb1d946,segment=NetworkSegment(dc769d24-1a2c-43c4-adf9-c0a5cd92d51a),segment_id=dc769d24-1a2c-43c4-adf9-c0a5cd92d51a)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:07.109228 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.122471 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Calling delete_port for 39124da0-75f9-4521-b8a9-8274fbb1d946 owned by network:dhcp {{(pid=102152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:07.305451 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976'] for port, after_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.312276 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.335210 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Pushing event deleted for resources: {'Port': ['ID=39124da0-75f9-4521-b8a9-8274fbb1d946,revision_number=None']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:07.338664 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Pushing event deleted for resources: {'Port': ['ID=39124da0-75f9-4521-b8a9-8274fbb1d946,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:07.340275 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] No DVR routers for this DVR port 39124da0-75f9-4521-b8a9-8274fbb1d946 on host dv-cinder-783643-3-iscsi {{(pid=102152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:28:07.340443 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] No DVR routers for this DVR port 39124da0-75f9-4521-b8a9-8274fbb1d946 on host dv-cinder-783643-3-iscsi {{(pid=102150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:28:07.351734 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.352102 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.352475 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.352812 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.353336 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.353679 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.355037 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.355501 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.355837 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.356166 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.356515 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.356837 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5751cf35-1ab2-4586-bae6-55653ccc7b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:07.411475 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.433461 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a36ca0-2174-41fb-ad11-06b5a4d581d7']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:07.442992 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:07.443280 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc769d24-1a2c-43c4-adf9-c0a5cd92d51a') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:07.452359 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.465660 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.471364 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Releasing vlan 1072 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:28:07.471741 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: self.session.flush() Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: self.session.flush() Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: self.session.flush() Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: self.session.flush() Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:28:07.473423 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:28:07.601959 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.607303 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:07.610617 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] 10.222.0.86 "DELETE /v2.0/networks/18a36ca0-2174-41fb-ad11-06b5a4d581d7 HTTP/1.1" status: 204 len: 168 time: 0.8750758 Oct 28 15:28:07.618741 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 47432) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:07.621217 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b7306-e512-44a0-ac70-552a1faa6fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=18a36ca0-2174-41fb-ad11-06b5a4d581d7,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:08.051835 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:08.119475 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7782e5-686d-48e2-9b61-a94d993e2a06 req-c777f468-eabf-4e10-afe8-e7b52be1c082 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:08.121319 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9a7782e5-686d-48e2-9b61-a94d993e2a06 req-c777f468-eabf-4e10-afe8-e7b52be1c082 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 945 time: 0.0489509 Oct 28 15:28:08.163364 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9a7782e5-686d-48e2-9b61-a94d993e2a06 req-6a70d2d0-b950-49f7-a918-ea079ad7dc4b tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340121 Oct 28 15:28:08.354638 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Deleting port 468aa088-76df-4d66-96ee-222a76f502f1 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:08.354957 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:08.429962 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] For port 468aa088-76df-4d66-96ee-222a76f502f1, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=468aa088-76df-4d66-96ee-222a76f502f1,segment=NetworkSegment(62193b8e-8b11-40f7-9bb7-b1678c8991b6),segment_id=62193b8e-8b11-40f7-9bb7-b1678c8991b6)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:08.430343 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:08.442424 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Calling delete_port for 468aa088-76df-4d66-96ee-222a76f502f1 owned by network:router_interface {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:08.710733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:08.746683 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=468aa088-76df-4d66-96ee-222a76f502f1,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:08.754034 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 39124da0-75f9-4521-b8a9-8274fbb1d946 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:28:08.758261 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.758611 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.758949 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.759275 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.759685 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.760011 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.760332 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.760760 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.761077 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.761395 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.761708 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.762303 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:28:08.775526 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 39124da0-75f9-4521-b8a9-8274fbb1d946 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:28:08.775870 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 39124da0-75f9-4521-b8a9-8274fbb1d946 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:28:08.918351 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.050374 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735006f7-c901-49c4-b26f-131075bcce37 req-4b358dc8-0a45-4154-8ad1-08a0592adfe6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:09.051739 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-735006f7-c901-49c4-b26f-131075bcce37 req-4b358dc8-0a45-4154-8ad1-08a0592adfe6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 945 time: 0.0640268 Oct 28 15:28:09.226032 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Router 3bd8e280-30c9-48f5-a825-6a59e54411e3 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:28:09.233524 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Deleting port 85c34099-a099-4021-9a51-9f8fd2eb32a5 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:09.233845 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.336642 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3834c8-4d3d-430e-a27a-f3ecd1be6f14 req-16fe0a37-7ec0-407c-b367-43540e34f39e tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:09.338113 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6d3834c8-4d3d-430e-a27a-f3ecd1be6f14 req-16fe0a37-7ec0-407c-b367-43540e34f39e tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 945 time: 0.1020265 Oct 28 15:28:09.376327 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6d3834c8-4d3d-430e-a27a-f3ecd1be6f14 req-2bf8549d-896e-4b29-8683-0ade5c8e27b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=8e188d7e-872d-4a86-8237-53fa27eb2bed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316479 Oct 28 15:28:09.400322 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] For port 85c34099-a099-4021-9a51-9f8fd2eb32a5, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=85c34099-a099-4021-9a51-9f8fd2eb32a5,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:09.401133 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.468164 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:28:09.477238 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-68414c26-b4ca-41a1-9760-e2de55390a66 admin admin] 10.222.0.86 "PUT /v2.0/routers/3bd8e280-30c9-48f5-a825-6a59e54411e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8574495 Oct 28 15:28:09.477764 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] Sync routers for ids ['3bd8e280-30c9-48f5-a825-6a59e54411e3'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:28:09.479781 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47464) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:09.490185 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] Routers {'3bd8e280-30c9-48f5-a825-6a59e54411e3'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:28:09.490812 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:27:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['3bd8e280-30c9-48f5-a825-6a59e54411e3'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:09.589743 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.599912 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] Set router 3bd8e280-30c9-48f5-a825-6a59e54411e3 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:28:09.714227 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.819390 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:28:08Z', 'revision_number': 5, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port': {'id': '238e05bc-066b-41f4-84f1-a3f34a7b8faa', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:53Z', 'updated_at': '2021-10-28T15:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:09.846211 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] Checking router: 3bd8e280-30c9-48f5-a825-6a59e54411e3 for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:28:09.854424 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] Routers {'3bd8e280-30c9-48f5-a825-6a59e54411e3'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:28:09.855025 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:27:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['3bd8e280-30c9-48f5-a825-6a59e54411e3'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:09.859783 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.860352 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.860493 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.l3_db [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Floating IP 24c28af6-79fa-42e4-b653-724e696cddef disassociated. External IP: 172.27.1.195, port: 85c34099-a099-4021-9a51-9f8fd2eb32a5. Oct 28 15:28:09.860787 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Calling delete_port for 85c34099-a099-4021-9a51-9f8fd2eb32a5 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:09.867861 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Deleting port 238e05bc-066b-41f4-84f1-a3f34a7b8faa {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:09.868300 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.956994 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] For port 238e05bc-066b-41f4-84f1-a3f34a7b8faa, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=238e05bc-066b-41f4-84f1-a3f34a7b8faa,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:09.957381 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:09.971764 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Calling delete_port for 238e05bc-066b-41f4-84f1-a3f34a7b8faa owned by network:router_gateway {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:10.068351 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] Set router 3bd8e280-30c9-48f5-a825-6a59e54411e3 gateway port host: None {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:28:10.111073 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.119501 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:28:09Z', 'revision_number': 6, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:10.149443 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa6d9b3-d9bf-4e61-8547-70d24eb1ef83 None None] The sync data for ids ['3bd8e280-30c9-48f5-a825-6a59e54411e3'] in dv-cinder-783643-3-iscsi is: [{'id': '3bd8e280-30c9-48f5-a825-6a59e54411e3', 'name': 'tempest-TestShelveInstance-494145002-router', 'tenant_id': 'a85828765aac4754ac3c33e553a5abc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:52Z', 'updated_at': '2021-10-28T15:28:09Z', 'revision_number': 6, 'project_id': 'a85828765aac4754ac3c33e553a5abc7', 'gw_port_host': None}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:28:10.153250 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event deleted for resources: {'Port': ['ID=85c34099-a099-4021-9a51-9f8fd2eb32a5,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:10.236198 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.262386 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=238e05bc-066b-41f4-84f1-a3f34a7b8faa,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:10.268924 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Router 7beece5a-d048-45d2-8597-10b2472c8de8 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:28:10.325801 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.381058 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:28:10.395087 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] Sync routers for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:28:10.405645 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:28:10.406569 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:27:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:10.425790 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.428341 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.450692 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] No DVR routers for this DVR port 85c34099-a099-4021-9a51-9f8fd2eb32a5 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:28:10.456356 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.459941 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-735006f7-c901-49c4-b26f-131075bcce37 req-401da8af-2d6a-49bc-a482-a1ce19e5eac7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "DELETE /v2.0/ports/85c34099-a099-4021-9a51-9f8fd2eb32a5 HTTP/1.1" status: 204 len: 173 time: 1.3994367 Oct 28 15:28:10.463493 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'name': 'network-vif-deleted', 'tag': '85c34099-a099-4021-9a51-9f8fd2eb32a5'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:28:10.465878 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd3bb23-e240-4c99-8c8f-3caa2761d319" -d '{"events": [{"server_uuid": "cc888dd6-aa57-4e8e-9d1b-9a38b32f3597", "name": "network-vif-deleted", "tag": "85c34099-a099-4021-9a51-9f8fd2eb32a5"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:28:10.514600 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7e22549a-b8c1-468f-91fb-68cac182a482 req-a2d2fd01-ba6a-480f-96e7-2919e129f3a4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0335863 Oct 28 15:28:10.562968 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.563666 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bd8e280-30c9-48f5-a825-6a59e54411e3 {{(pid=102150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 15:28:10.574824 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:28:10.574935 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.574935 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-496b66bf-c9b2-4d33-9cb7-d2038b5ff1c4 admin admin] 10.222.0.86 "DELETE /v2.0/routers/3bd8e280-30c9-48f5-a825-6a59e54411e3 HTTP/1.1" status: 204 len: 168 time: 1.0908461 Oct 28 15:28:10.574935 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47482) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:10.620178 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f102beeb-881f-485a-a5da-67eb93b34a99 x-openstack-request-id: req-f102beeb-881f-485a-a5da-67eb93b34a99 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:28:10.620822 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc888dd6-aa57-4e8e-9d1b-9a38b32f3597", "name": "network-vif-deleted", "tag": "85c34099-a099-4021-9a51-9f8fd2eb32a5", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:28:10.621066 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f102beeb-881f-485a-a5da-67eb93b34a99 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:28:10.621452 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc888dd6-aa57-4e8e-9d1b-9a38b32f3597', 'name': 'network-vif-deleted', 'tag': '85c34099-a099-4021-9a51-9f8fd2eb32a5', 'status': 'completed', 'code': 200} Oct 28 15:28:10.650332 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c164da-c380-4b84-917c-fa1f540d542e admin admin] Deleting subnet 38cda018-fcb8-4384-b744-7570f9552ada {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:28:10.653708 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88c164da-c380-4b84-917c-fa1f540d542e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.660697 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.710582 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88c164da-c380-4b84-917c-fa1f540d542e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5723519'] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.814268 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88c164da-c380-4b84-917c-fa1f540d542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:10.862643 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:10.892910 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] Checking router: 7beece5a-d048-45d2-8597-10b2472c8de8 for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:28:10.901199 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:28:10.901777 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:27:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:11.011640 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88c164da-c380-4b84-917c-fa1f540d542e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5431788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5398907'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.018997 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:28:11.041884 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c164da-c380-4b84-917c-fa1f540d542e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38cda018-fcb8-4384-b744-7570f9552ada,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:11.048648 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88c164da-c380-4b84-917c-fa1f540d542e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.060144 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-88c164da-c380-4b84-917c-fa1f540d542e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/38cda018-fcb8-4384-b744-7570f9552ada HTTP/1.1" status: 204 len: 168 time: 0.4823399 Oct 28 15:28:11.060666 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 47492) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:11.061986 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a55524-bb3a-49cb-8da4-957473529062 None None] Network 40cf1a79-1d8b-486d-bd4a-9ff20817a88b requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:28:11.148482 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 468aa088-76df-4d66-96ee-222a76f502f1 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:28:11.153264 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.181592 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 468aa088-76df-4d66-96ee-222a76f502f1 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:28:11.181943 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 468aa088-76df-4d66-96ee-222a76f502f1 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:28:11.182365 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 238e05bc-066b-41f4-84f1-a3f34a7b8faa no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:28:11.244274 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 238e05bc-066b-41f4-84f1-a3f34a7b8faa {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:28:11.244609 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 238e05bc-066b-41f4-84f1-a3f34a7b8faa not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:28:11.290869 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Deleting port a40adbb6-08a0-4136-8a1e-ad5982c95572 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:11.291441 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.368472 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:11.391467 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] For port a40adbb6-08a0-4136-8a1e-ad5982c95572, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=a40adbb6-08a0-4136-8a1e-ad5982c95572,segment=NetworkSegment(62193b8e-8b11-40f7-9bb7-b1678c8991b6),segment_id=62193b8e-8b11-40f7-9bb7-b1678c8991b6)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:11.391467 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.399168 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Calling delete_port for a40adbb6-08a0-4136-8a1e-ad5982c95572 owned by network:dhcp {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:11.411546 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d1f7d2-a2be-451f-86d8-68614395489c None None] The sync data for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi is: [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:28:11.444079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] DHCP port deletion for 40cf1a79-1d8b-486d-bd4a-9ff20817a88b request from dv-cinder-783643-3-iscsi {{(pid=102152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 15:28:11.532322 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] Deleting port a40adbb6-08a0-4136-8a1e-ad5982c95572 {{(pid=102152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:11.532322 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.579945 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.611109 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] For port a40adbb6-08a0-4136-8a1e-ad5982c95572, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=a40adbb6-08a0-4136-8a1e-ad5982c95572,segment=NetworkSegment(62193b8e-8b11-40f7-9bb7-b1678c8991b6),segment_id=62193b8e-8b11-40f7-9bb7-b1678c8991b6)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:11.611416 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.622957 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Pushing event deleted for resources: {'Port': ['ID=a40adbb6-08a0-4136-8a1e-ad5982c95572,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:11.628325 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] Calling delete_port for a40adbb6-08a0-4136-8a1e-ad5982c95572 owned by network:dhcp {{(pid=102152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:11.630693 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] No DVR routers for this DVR port a40adbb6-08a0-4136-8a1e-ad5982c95572 on host dv-cinder-783643-3-iscsi {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:28:11.694676 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4b7fa616-d0e0-41dc-971a-cf9fdf3e987d req-8fa7e1de-3932-49a9-a0e7-790c9bbcda24 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc888dd6-aa57-4e8e-9d1b-9a38b32f3597 HTTP/1.1" status: 200 len: 210 time: 0.0410049 Oct 28 15:28:11.730597 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.775765 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976'] for port, after_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.776349 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40cf1a79-1d8b-486d-bd4a-9ff20817a88b']}} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:11.791701 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62193b8e-8b11-40f7-9bb7-b1678c8991b6') {'for_net_delete': True} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:11.791995 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62193b8e-8b11-40f7-9bb7-b1678c8991b6') {} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:11.813712 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7175588'] for segment, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.819030 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] Pushing event deleted for resources: {'Port': ['ID=a40adbb6-08a0-4136-8a1e-ad5982c95572,revision_number=None']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:11.822716 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce08667-76d8-4753-bdcf-e13925ef0792 None None] No DVR routers for this DVR port a40adbb6-08a0-4136-8a1e-ad5982c95572 on host dv-cinder-783643-3-iscsi {{(pid=102152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:28:11.839807 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.844299 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d606e-4fac-4701-b3af-c6cfcdf2490b None None] New status for floating IP 24c28af6-79fa-42e4-b653-724e696cddef: DOWN {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:28:11.851991 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Releasing vlan 1096 on physical network physnet1 to pool {{(pid=102151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:28:11.852413 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963192'] for segment, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: Traceback (most recent call last): Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: timer() Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: cb(*args, **kw) Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: return func(*args, **kwargs) Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: self._notify() Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: self.callback(batched_events) Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: event.method(event) Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: return f(self, *a, **k) Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._get(url).json() Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: return self.request(url, 'GET', **kwargs) Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:28:11.854074 dv-cinder-783643-3-iscsi neutron-server[102151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:28:11.946092 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 85c34099-a099-4021-9a51-9f8fd2eb32a5 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:28:11.975262 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 85c34099-a099-4021-9a51-9f8fd2eb32a5 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:28:11.975608 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 85c34099-a099-4021-9a51-9f8fd2eb32a5 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:28:11.996384 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:12.001136 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:12.004584 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] 10.222.0.86 "DELETE /v2.0/networks/40cf1a79-1d8b-486d-bd4a-9ff20817a88b HTTP/1.1" status: 204 len: 168 time: 0.9427946 Oct 28 15:28:12.018758 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a1a89-ff4f-4a6a-a99e-f190fa0e7acc admin admin] Pushing event deleted for resources: {'Network': ['ID=40cf1a79-1d8b-486d-bd4a-9ff20817a88b,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:12.338767 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 47516) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:12.406612 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-724e283a-94d9-4113-b098-ee9615135919 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=795c4c9c3ddd4197b8bd5895d24b5555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406055 Oct 28 15:28:12.406612 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 47518) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:12.435546 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-91ace7d2-236d-45d7-b291-12f74155a957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:12.456704 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-91ace7d2-236d-45d7-b291-12f74155a957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:12.659125 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-91ace7d2-236d-45d7-b291-12f74155a957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:12.661745 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-91ace7d2-236d-45d7-b291-12f74155a957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:12.662905 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-91ace7d2-236d-45d7-b291-12f74155a957 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/afb0a72d-ebc3-4afd-af60-26675f5bb20c HTTP/1.1" status: 204 len: 168 time: 0.2782311 Oct 28 15:28:12.676879 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ace7d2-236d-45d7-b291-12f74155a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb0a72d-ebc3-4afd-af60-26675f5bb20c,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:12.758242 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device a40adbb6-08a0-4136-8a1e-ad5982c95572 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:28:12.772911 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: a40adbb6-08a0-4136-8a1e-ad5982c95572 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:28:12.773256 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device a40adbb6-08a0-4136-8a1e-ad5982c95572 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:28:12.913152 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 47530) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:12.975681 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-715160c3-a513-4411-ab6c-41fe4bdb58ea tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:12.999158 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-715160c3-a513-4411-ab6c-41fe4bdb58ea tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.127918 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-715160c3-a513-4411-ab6c-41fe4bdb58ea tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.130806 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-715160c3-a513-4411-ab6c-41fe4bdb58ea tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.131916 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-715160c3-a513-4411-ab6c-41fe4bdb58ea tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "DELETE /v2.0/security-groups/8e188d7e-872d-4a86-8237-53fa27eb2bed HTTP/1.1" status: 204 len: 168 time: 0.2177134 Oct 28 15:28:13.137262 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47536) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:13.141898 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715160c3-a513-4411-ab6c-41fe4bdb58ea tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e188d7e-872d-4a86-8237-53fa27eb2bed,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:13.149320 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.api.v2.resource [None req-ca461994-7401-4ffd-a64c-d5ff1ebb2a13 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] show failed (client error): The resource could not be found. Oct 28 15:28:13.150262 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-ca461994-7401-4ffd-a64c-d5ff1ebb2a13 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups/8e188d7e-872d-4a86-8237-53fa27eb2bed HTTP/1.1" status: 404 len: 347 time: 0.0142167 Oct 28 15:28:13.153132 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47538) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:13.308148 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Deleting port 94b49f95-240b-4fc1-9e41-820bc3c51ec9 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:28:13.308516 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.387176 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.387497 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.399645 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Calling delete_port for 94b49f95-240b-4fc1-9e41-820bc3c51ec9 owned by network:floatingip {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:28:13.498782 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 47544) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:13.538426 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-163b0aae-abab-40bf-a91f-96fdff4e5b78 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a85828765aac4754ac3c33e553a5abc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384011 Oct 28 15:28:13.540881 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47546) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:13.588157 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c287f810-6f83-4f36-9ddd-12db7121e68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.608066 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c287f810-6f83-4f36-9ddd-12db7121e68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.615929 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.666389 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event deleted for resources: {'Port': ['ID=94b49f95-240b-4fc1-9e41-820bc3c51ec9,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:13.721007 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.723650 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.724799 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a73305d2-9453-49cf-8831-be95bf1911d9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "DELETE /v2.0/floatingips/24c28af6-79fa-42e4-b653-724e696cddef HTTP/1.1" status: 204 len: 168 time: 0.5707669 Oct 28 15:28:13.860254 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c287f810-6f83-4f36-9ddd-12db7121e68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.863596 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c287f810-6f83-4f36-9ddd-12db7121e68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:13.864959 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c287f810-6f83-4f36-9ddd-12db7121e68a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4b493174-0d82-46a2-996a-3b0300022209 HTTP/1.1" status: 204 len: 168 time: 0.3229384 Oct 28 15:28:13.874435 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287f810-6f83-4f36-9ddd-12db7121e68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b493174-0d82-46a2-996a-3b0300022209,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:14.119827 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47558) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:14.124507 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-9de47d4e-4366-461c-b8bf-14cb484ea672 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1588261043', 'description': 'tempest-description--1950516121'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:28:14.213994 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9de47d4e-4366-461c-b8bf-14cb484ea672 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.285200 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9de47d4e-4366-461c-b8bf-14cb484ea672 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.350432 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9de47d4e-4366-461c-b8bf-14cb484ea672 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.387006 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de47d4e-4366-461c-b8bf-14cb484ea672 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:14.489879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9de47d4e-4366-461c-b8bf-14cb484ea672 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.491109 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-9de47d4e-4366-461c-b8bf-14cb484ea672 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3702323 Oct 28 15:28:14.493928 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47564) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:14.498129 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-d9b9ed11-7979-450e-a8cb-b7a58d2b66f8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'security_group_rule': {'security_group_id': '9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:28:14.589834 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ed11-7979-450e-a8cb-b7a58d2b66f8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.652654 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ed11-7979-450e-a8cb-b7a58d2b66f8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.739333 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ed11-7979-450e-a8cb-b7a58d2b66f8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.757669 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9ed11-7979-450e-a8cb-b7a58d2b66f8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc46a64-7db4-45f6-b1e5-97dc935a75bb,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:14.826209 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9b9ed11-7979-450e-a8cb-b7a58d2b66f8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.827408 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-d9b9ed11-7979-450e-a8cb-b7a58d2b66f8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325722 Oct 28 15:28:14.830599 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47566) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:14.834800 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-e53365b3-2dc5-4328-b70b-571193cb7cd8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'security_group_rule': {'security_group_id': '9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:28:14.903341 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e53365b3-2dc5-4328-b70b-571193cb7cd8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:14.958440 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e53365b3-2dc5-4328-b70b-571193cb7cd8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.030938 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e53365b3-2dc5-4328-b70b-571193cb7cd8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.049737 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53365b3-2dc5-4328-b70b-571193cb7cd8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2dff4f-ade1-40cd-b48b-5a4e1b28ded9,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:15.146379 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e53365b3-2dc5-4328-b70b-571193cb7cd8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.147587 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e53365b3-2dc5-4328-b70b-571193cb7cd8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160529 Oct 28 15:28:15.150660 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47574) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:15.166198 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'floatingip': {'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:28:15.286968 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.382393 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.390286 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a979c33a-fe82-4563-8d47-ff53c9e7d10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.482168 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Allocated IP 172.27.1.31 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/af7510ae-377d-4b4b-aaa7-6ac5bb94dc0e) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:28:15.581386 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.670538 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.709262 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:28:15.713472 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:28:15.717600 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:28:15.721020 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'Port': ['ID=af7510ae-377d-4b4b-aaa7-6ac5bb94dc0e,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:15.834750 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:15.922725 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:16.068585 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:16.144851 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:16.213046 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'Port': ['ID=af7510ae-377d-4b4b-aaa7-6ac5bb94dc0e,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:16.224253 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:16.312166 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:16.313929 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-bae753fd-69dc-4cca-8f8d-38ca346ee2e9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1623547 Oct 28 15:28:16.515249 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-42e0d1a2-dacc-4c68-a29c-90d51efa2cda tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1588261043&fields=id&tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3 HTTP/1.1" status: 200 len: 267 time: 0.0336263 Oct 28 15:28:16.623784 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-4698f42b-0644-430e-89ff-db3236ed0fc9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:16.625230 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-4698f42b-0644-430e-89ff-db3236ed0fc9 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 817 time: 0.1029854 Oct 28 15:28:16.639804 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-c4e1e9fb-3a7a-47ba-9503-e3f09c675fca tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/quotas/4c1cee9c314942b8b8e9be0c40ec04f3 HTTP/1.1" status: 200 len: 375 time: 0.0088575 Oct 28 15:28:16.691507 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-652d9911-9223-4ea1-84c2-6cc3f2051c4f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461411 Oct 28 15:28:16.808243 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-252bb6fe-7aaf-494c-92cb-ce6f79b08e57 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:28:16.810849 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-252bb6fe-7aaf-494c-92cb-ce6f79b08e57 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1066928 Oct 28 15:28:16.898165 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-615a6584-c789-4277-8c2f-f1e33f6ea3f4 service neutron] 10.222.0.86 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826163 Oct 28 15:28:16.981844 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-2509101c-fcec-4d1b-81e9-c13b3f87736d service neutron] 10.222.0.86 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779328 Oct 28 15:28:17.249867 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ec40f8cf-7ab4-47d7-97b9-dbc73bed6786 req-f83b8b7e-a286-4ba0-b4f9-87897e37ca63 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 210 time: 0.0252495 Oct 28 15:28:18.138808 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d28d5559-6fad-4f75-8887-fa813575b7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:18.346093 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21c73da8-760f-417f-96c7-2bd9634a657f req-14995a76-f652-453c-9f81-eb431af93733 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 210 time: 0.0265825 Oct 28 15:28:19.076224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:19.242135 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-a8c9b2c2-467b-42ee-8f4a-1505d24b62e4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:19.244209 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-a8c9b2c2-467b-42ee-8f4a-1505d24b62e4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 817 time: 0.1070223 Oct 28 15:28:19.289462 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-d1e810c9-990f-440d-bc57-4531f448a954 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3 HTTP/1.1" status: 200 len: 380 time: 0.0337260 Oct 28 15:28:19.300359 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'port': {'device_id': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'admin_state_up': True, 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'security_groups': ['9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f']}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:28:19.310191 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:19.445376 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f10889de-e13b-4abe-9e07-02ca4e79143c req-b70723de-08a7-4ea8-b534-8c1f6c22cae0 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 210 time: 0.0282891 Oct 28 15:28:19.527691 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Made reservation on behalf of 4c1cee9c314942b8b8e9be0c40ec04f3 for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:28:19.531732 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:19.653476 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Allocated IP 172.20.0.3 (adaae7dc-8ce6-4ed0-8c77-33a94b998a91/df44fd80-e2d0-457c-b1ed-91076ba03ff6/2af929d2-70e7-4606-bf03-5b2151449c8d) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:28:19.787173 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:19.910555 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:19.952716 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:28:19.956260 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:28:19.958823 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:28:19.989728 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event updated for resources: {'Port': ['ID=2af929d2-70e7-4606-bf03-5b2151449c8d,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:20.016055 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:20.016840 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:20.155396 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-2c0a8a21-4c52-4c19-8016-6b13acc8017d None None] Provisioning complete for port 2af929d2-70e7-4606-bf03-5b2151449c8d triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:28:20.155763 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8a21-4c52-4c19-8016-6b13acc8017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:20.164137 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-49b52655-e5a2-4973-ba30-9a7aee74530d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8683591 Oct 28 15:28:20.191437 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-2c0a8a21-4c52-4c19-8016-6b13acc8017d None None] Port 2af929d2-70e7-4606-bf03-5b2151449c8d cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:28:20.196969 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Request body: {'port': {'device_id': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:28:20.259346 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:20.516708 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af929d2-70e7-4606-bf03-5b2151449c8d {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:28:20.524601 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:20.537115 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Transition to ACTIVE for port object 2af929d2-70e7-4606-bf03-5b2151449c8d will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:28:20.569289 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff24c4-4423-471a-b99b-fe3a2181214a req-b9f6ade4-42a1-40ea-9b65-94d6d3a279ff tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:20.570741 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-05ff24c4-4423-471a-b99b-fe3a2181214a req-b9f6ade4-42a1-40ea-9b65-94d6d3a279ff tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 931 time: 0.0480151 Oct 28 15:28:20.602158 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:20.608189 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-05ff24c4-4423-471a-b99b-fe3a2181214a req-ff19f894-e1f0-4048-8fe1-5e530c0923c4 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315475 Oct 28 15:28:20.661180 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Pushing event updated for resources: {'Port': ['ID=2af929d2-70e7-4606-bf03-5b2151449c8d,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:20.731800 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Attempting to bind port 2af929d2-70e7-4606-bf03-5b2151449c8d on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:28:20.732016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Attempting to bind port 2af929d2-70e7-4606-bf03-5b2151449c8d by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:28:20.732376 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Attempting to bind port 2af929d2-70e7-4606-bf03-5b2151449c8d on network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:28:20.737092 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Port 2af929d2-70e7-4606-bf03-5b2151449c8d on network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:28:20.737336 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Attempting to bind port 2af929d2-70e7-4606-bf03-5b2151449c8d on network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:28:20.742521 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:28:20.745730 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Checking segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:28:20.745730 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Bound using segment: {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:28:20.745730 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Bound port: 2af929d2-70e7-4606-bf03-5b2151449c8d, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f93561-7955-4a3a-8360-ec7300363a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:28:20.745730 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:20.816223 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] For port 2af929d2-70e7-4606-bf03-5b2151449c8d, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:28:20.819468 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] For port 2af929d2-70e7-4606-bf03-5b2151449c8d, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=2af929d2-70e7-4606-bf03-5b2151449c8d,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:28:20.859441 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:20.905659 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:20.906373 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:20.907777 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] 10.222.0.49 "PUT /v2.0/ports/2af929d2-70e7-4606-bf03-5b2151449c8d HTTP/1.1" status: 200 len: 1093 time: 0.7160463 Oct 28 15:28:20.908165 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'tag': '2af929d2-70e7-4606-bf03-5b2151449c8d'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:28:20.910478 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f35f2ab-8b14-4fc7-a22b-49d1e5d7f0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b1113c-fcf2-4a62-962c-98c13d3fbb28", "tag": "2af929d2-70e7-4606-bf03-5b2151449c8d"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:28:20.933489 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39bf48-dbb8-4a9b-aa39-d29e39117b0e service neutron] Pushing event updated for resources: {'Port': ['ID=2af929d2-70e7-4606-bf03-5b2151449c8d,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:20.958103 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce72798-693a-42b6-a3af-82aec4e4f711 x-openstack-request-id: req-6ce72798-693a-42b6-a3af-82aec4e4f711 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:28:20.958396 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b1113c-fcf2-4a62-962c-98c13d3fbb28", "tag": "2af929d2-70e7-4606-bf03-5b2151449c8d", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:28:20.958644 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6ce72798-693a-42b6-a3af-82aec4e4f711 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:28:20.959036 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'tag': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'status': 'completed', 'code': 200} Oct 28 15:28:20.962639 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:21.025778 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35f2ab-8b14-4fc7-a22b-49d1e5d7f0f9 req-16d40367-6009-4301-bdb9-f7230f59f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:21.027369 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1f35f2ab-8b14-4fc7-a22b-49d1e5d7f0f9 req-16d40367-6009-4301-bdb9-f7230f59f16f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 1096 time: 0.0442977 Oct 28 15:28:21.130423 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35f2ab-8b14-4fc7-a22b-49d1e5d7f0f9 req-d70e129a-2283-4b85-b8d0-9738b11343d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:21.131883 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1f35f2ab-8b14-4fc7-a22b-49d1e5d7f0f9 req-d70e129a-2283-4b85-b8d0-9738b11343d6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0962918 Oct 28 15:28:21.226683 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35f2ab-8b14-4fc7-a22b-49d1e5d7f0f9 req-5cd16f47-2161-4aba-98bb-fb266b11f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:21.228142 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1f35f2ab-8b14-4fc7-a22b-49d1e5d7f0f9 req-5cd16f47-2161-4aba-98bb-fb266b11f6e3 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0887041 Oct 28 15:28:21.308707 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-c04f9cdf-6921-4726-96fe-cd104b6d83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:21.310186 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-c04f9cdf-6921-4726-96fe-cd104b6d83f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 1096 time: 0.0440190 Oct 28 15:28:21.356181 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-93a4b74b-d2a1-46c8-b136-b95090405f72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2af929d2-70e7-4606-bf03-5b2151449c8d HTTP/1.1" status: 200 len: 217 time: 0.0325639 Oct 28 15:28:21.405571 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-fe76583e-c859-4b86-9ae8-b7d6404b6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:21.407076 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-fe76583e-c859-4b86-9ae8-b7d6404b6888 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df44fd80-e2d0-457c-b1ed-91076ba03ff6 HTTP/1.1" status: 200 len: 856 time: 0.0431685 Oct 28 15:28:21.452933 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-e0cd6c2b-0a98-4568-91a5-580fead3112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:21.454404 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-e0cd6c2b-0a98-4568-91a5-580fead3112c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400500 Oct 28 15:28:21.545867 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-913068bd-bf78-4e93-9b7f-87fffb29402f service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833609 Oct 28 15:28:21.637471 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04656e69-a8bf-4cee-a263-bc1d72e67eb9 req-b91c0177-745b-4780-9c32-82f81e7e732a service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826471 Oct 28 15:28:21.727129 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acddf9d0-ddc0-467c-aabf-f519be582fec req-9eaba048-9ddc-4e3b-af23-28330e4a3a5d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:21.728620 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-acddf9d0-ddc0-467c-aabf-f519be582fec req-9eaba048-9ddc-4e3b-af23-28330e4a3a5d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 943 time: 0.0484385 Oct 28 15:28:21.766908 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-acddf9d0-ddc0-467c-aabf-f519be582fec req-09640f85-c5d0-4227-9bfc-c62d8aa17cb7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Oct 28 15:28:22.888929 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20879c27-234e-44ea-9da5-bd0965bbefcd req-8e5cb773-5bdc-4d69-af53-abc0caf2ee19 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:22.890401 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-20879c27-234e-44ea-9da5-bd0965bbefcd req-8e5cb773-5bdc-4d69-af53-abc0caf2ee19 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 943 time: 0.0510318 Oct 28 15:28:23.119902 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-20879c27-234e-44ea-9da5-bd0965bbefcd req-822a199d-2746-4159-8017-a6cef34d6296 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232475 Oct 28 15:28:23.491969 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:28:24.232694 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c9a12-02bd-4874-a406-bdb5d7def7af req-ee259c4f-0323-4826-bef4-b0acd4bf7aec tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:24.234647 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1d9c9a12-02bd-4874-a406-bdb5d7def7af req-ee259c4f-0323-4826-bef4-b0acd4bf7aec tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 943 time: 0.0467906 Oct 28 15:28:24.270650 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1d9c9a12-02bd-4874-a406-bdb5d7def7af req-9c2825a3-fac9-437c-a241-c99dd633b243 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302343 Oct 28 15:28:25.384383 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398a7c5-cd1b-46b8-8a6a-679a0e585775 req-9be60485-fe2b-407f-8221-5d113e9cb524 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:25.385856 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5398a7c5-cd1b-46b8-8a6a-679a0e585775 req-9be60485-fe2b-407f-8221-5d113e9cb524 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 943 time: 0.0469425 Oct 28 15:28:25.422329 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5398a7c5-cd1b-46b8-8a6a-679a0e585775 req-f5742d21-2c7d-422d-9258-4df451167861 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300584 Oct 28 15:28:25.986137 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 2af929d2-70e7-4606-bf03-5b2151449c8d details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:28:26.080740 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 2af929d2-70e7-4606-bf03-5b2151449c8d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=2af929d2-70e7-4606-bf03-5b2151449c8d,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:26.091894 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'port_id': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'mac_address': 'fa:16:3e:67:3b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:28:26.128213 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:26.140962 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af929d2-70e7-4606-bf03-5b2151449c8d {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:28:26.160005 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 2af929d2-70e7-4606-bf03-5b2151449c8d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=2af929d2-70e7-4606-bf03-5b2151449c8d,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:26.236297 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:26.282895 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=2af929d2-70e7-4606-bf03-5b2151449c8d,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:26.545839 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c1f03-88a6-4189-b3f0-7693d70c5b56 req-10c2c3cb-b834-46b5-9c54-79fab4cfbbb6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:26.547314 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-495c1f03-88a6-4189-b3f0-7693d70c5b56 req-10c2c3cb-b834-46b5-9c54-79fab4cfbbb6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 944 time: 0.0550382 Oct 28 15:28:26.585638 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-495c1f03-88a6-4189-b3f0-7693d70c5b56 req-b4917358-046a-4bd0-8caf-b016f83fce25 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Oct 28 15:28:26.769018 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['2af929d2-70e7-4606-bf03-5b2151449c8d'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:28:27.704103 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4d3d-1230-4c2c-928c-5a1c4a9430ad req-cdab491d-0f89-4249-bda2-fbee677060b6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:27.705601 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-083a4d3d-1230-4c2c-928c-5a1c4a9430ad req-cdab491d-0f89-4249-bda2-fbee677060b6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 944 time: 0.0488901 Oct 28 15:28:27.743223 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-083a4d3d-1230-4c2c-928c-5a1c4a9430ad req-fd8873d4-4673-444a-92d9-86ae3d257d03 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315778 Oct 28 15:28:27.993602 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 2af929d2-70e7-4606-bf03-5b2151449c8d up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:28:28.138553 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 2af929d2-70e7-4606-bf03-5b2151449c8d completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:28:28.143179 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 2af929d2-70e7-4606-bf03-5b2151449c8d triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:28:28.143795 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:28.221782 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:28.243239 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af929d2-70e7-4606-bf03-5b2151449c8d'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:28:28.245466 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dae57d-2f45-4c5a-b894-f520e5f9b923" -d '{"events": [{"server_uuid": "e2b1113c-fcf2-4a62-962c-98c13d3fbb28", "name": "network-vif-plugged", "status": "completed", "tag": "2af929d2-70e7-4606-bf03-5b2151449c8d"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:28:28.261885 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 2af929d2-70e7-4606-bf03-5b2151449c8d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=2af929d2-70e7-4606-bf03-5b2151449c8d,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:28:28.400125 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae820c4-7237-4c9f-b708-765595423990 x-openstack-request-id: req-bae820c4-7237-4c9f-b708-765595423990 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:28:28.400499 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b1113c-fcf2-4a62-962c-98c13d3fbb28", "name": "network-vif-plugged", "status": "completed", "tag": "2af929d2-70e7-4606-bf03-5b2151449c8d", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:28:28.400752 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bae820c4-7237-4c9f-b708-765595423990 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:28:28.401145 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'code': 200} Oct 28 15:28:28.402335 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:28.451155 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=2af929d2-70e7-4606-bf03-5b2151449c8d,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:28:28.778227 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fbd4c-e48d-40b8-9f29-57ee8a15beba req-5160cc72-19a1-4e31-9e4d-f2f627b1fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:28.779762 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-406fbd4c-e48d-40b8-9f29-57ee8a15beba req-5160cc72-19a1-4e31-9e4d-f2f627b1fa05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 1098 time: 0.0404220 Oct 28 15:28:28.820135 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-406fbd4c-e48d-40b8-9f29-57ee8a15beba req-9754243d-1bcf-430a-b2b4-dd4bf4c3d353 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Oct 28 15:28:28.861552 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e577d1-58f1-4ef9-9596-1b2588b13989 req-023866b7-6e23-4356-8954-f323a5900d13 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:28.862924 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1e577d1-58f1-4ef9-9596-1b2588b13989 req-023866b7-6e23-4356-8954-f323a5900d13 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 945 time: 0.0488627 Oct 28 15:28:28.900148 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1e577d1-58f1-4ef9-9596-1b2588b13989 req-7be25119-bd4c-4743-a0bd-b894bcf69063 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312860 Oct 28 15:28:30.021188 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097880e5-9e82-4ba7-8f44-6efcac1507ad req-f433b8e4-af0f-4aeb-bbc2-5bce83935deb tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:30.022633 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-097880e5-9e82-4ba7-8f44-6efcac1507ad req-f433b8e4-af0f-4aeb-bbc2-5bce83935deb tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 945 time: 0.0518899 Oct 28 15:28:30.061516 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-097880e5-9e82-4ba7-8f44-6efcac1507ad req-2a2fe88a-cb0f-409c-ac17-5209d194c7b8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Oct 28 15:28:31.180632 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cd18f-90c9-4839-a3cb-6f231e33b172 req-c8198311-7a80-44fd-a1fe-43dd573273a6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:31.182091 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da0cd18f-90c9-4839-a3cb-6f231e33b172 req-c8198311-7a80-44fd-a1fe-43dd573273a6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 945 time: 0.0499415 Oct 28 15:28:31.219773 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da0cd18f-90c9-4839-a3cb-6f231e33b172 req-da8a5246-71ad-472a-9b26-ce5b01184a27 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317421 Oct 28 15:28:31.332467 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7623d8-fcf1-40cd-957f-4f85889c5ae0 req-ef184052-d3aa-4c72-91fb-c0f345473144 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:31.333932 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d7623d8-fcf1-40cd-957f-4f85889c5ae0 req-ef184052-d3aa-4c72-91fb-c0f345473144 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 945 time: 0.0477943 Oct 28 15:28:31.342027 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 47796) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:28:31.346276 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Request body: {'floatingip': {'port_id': '2af929d2-70e7-4606-bf03-5b2151449c8d'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:28:31.387084 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:31.943249 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:32.024367 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:32.120986 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.l3_db [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Floating IP 4bff4cb5-5f25-46ae-a4e0-aa6fd915247f associated. External IP: 172.27.1.31, port: 2af929d2-70e7-4606-bf03-5b2151449c8d. Oct 28 15:28:32.320863 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Router 7beece5a-d048-45d2-8597-10b2472c8de8 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:28:32.426704 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:28:32.431665 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:32.458790 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-97410fb5-b060-4221-b55c-eee180ad091f tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "PUT /v2.0/floatingips/4bff4cb5-5f25-46ae-a4e0-aa6fd915247f HTTP/1.1" status: 200 len: 990 time: 1.1157651 Oct 28 15:28:32.459374 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'tag': '2af929d2-70e7-4606-bf03-5b2151449c8d'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:28:32.461686 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b1113c-fcf2-4a62-962c-98c13d3fbb28", "tag": "2af929d2-70e7-4606-bf03-5b2151449c8d"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:28:32.521321 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] Sync routers for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:28:32.530470 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:28:32.531638 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:28:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:32.563033 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c674a9f-db40-449c-b744-f4618a018e87 x-openstack-request-id: req-0c674a9f-db40-449c-b744-f4618a018e87 {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:28:32.563324 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b1113c-fcf2-4a62-962c-98c13d3fbb28", "tag": "2af929d2-70e7-4606-bf03-5b2151449c8d", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:28:32.563573 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c674a9f-db40-449c-b744-f4618a018e87 {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:28:32.563975 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'tag': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'status': 'completed', 'code': 200} Oct 28 15:28:32.626255 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-30ef0c5a-f1fb-4e30-88b6-f6f546971483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:32.627746 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-30ef0c5a-f1fb-4e30-88b6-f6f546971483 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 1098 time: 0.0401623 Oct 28 15:28:32.633620 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:28:32.721506 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-f815f839-e9d3-4281-8d4e-691303f3f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:32.722975 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-f815f839-e9d3-4281-8d4e-691303f3f1a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 919 time: 0.0868275 Oct 28 15:28:32.789867 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-c6642a1e-abe2-4988-b0f6-52273a04bb50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2af929d2-70e7-4606-bf03-5b2151449c8d HTTP/1.1" status: 200 len: 998 time: 0.0589688 Oct 28 15:28:32.844652 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-a6c8228e-6bc1-4fab-91a4-6601915255a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:32.846355 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-a6c8228e-6bc1-4fab-91a4-6601915255a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df44fd80-e2d0-457c-b1ed-91076ba03ff6 HTTP/1.1" status: 200 len: 856 time: 0.0496755 Oct 28 15:28:32.862060 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '4bff4cb5-5f25-46ae-a4e0-aa6fd915247f', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'port_id': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'mac_address': 'fa:16:3e:67:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:28:15Z', 'updated_at': '2021-10-28T15:28:31Z', 'revision_number': 1, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:32.892867 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] Checking router: 7beece5a-d048-45d2-8597-10b2472c8de8 for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:28:32.896648 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-d5d13a23-2946-4597-a591-a2dcdeae89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:32.898102 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-d5d13a23-2946-4597-a591-a2dcdeae89f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423632 Oct 28 15:28:32.901167 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:28:32.901750 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:28:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:32.994314 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-52554d80-72a1-4b55-a7d4-dcc42a905270 service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Oct 28 15:28:33.010577 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:28:33.086435 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3dfca4e0-a5f6-4e46-8835-d2ea4c888760 req-ba630b03-97b2-4f56-bbc9-492c36def358 service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846961 Oct 28 15:28:33.235263 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '4bff4cb5-5f25-46ae-a4e0-aa6fd915247f', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'port_id': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'mac_address': 'fa:16:3e:67:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:28:15Z', 'updated_at': '2021-10-28T15:28:31Z', 'revision_number': 1, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:28:33.265448 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d302213-d7cd-49e1-bdd3-34acfb7bd461 None None] The sync data for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi is: [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '4bff4cb5-5f25-46ae-a4e0-aa6fd915247f', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'port_id': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'mac_address': 'fa:16:3e:67:3b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:28:15Z', 'updated_at': '2021-10-28T15:28:31Z', 'revision_number': 1, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:28:33.449356 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179d16e1-3e1e-4995-9c61-e1b5ace9a466 None None] New status for floating IP 4bff4cb5-5f25-46ae-a4e0-aa6fd915247f: ACTIVE {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:28:40.619057 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:45.366512 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a64a215e-77e3-4abf-af91-8f55578c5e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:48.229263 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-76edfab9-8c2b-4a9d-b13f-cf7279968ba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:49.069754 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:49.292286 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:28:50.283027 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-83bde434-02b0-4d6c-99c0-700d065ea901 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871079 Oct 28 15:28:50.379043 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-8d8da9a1-bfad-4dbc-b199-e2bc348e0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:50.380599 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-8d8da9a1-bfad-4dbc-b199-e2bc348e0acd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0406959 Oct 28 15:28:50.487725 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-e4ad6ef2-88ca-4edb-be9f-581d6bf2d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:50.489104 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-e4ad6ef2-88ca-4edb-be9f-581d6bf2d5eb service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0866880 Oct 28 15:28:50.533359 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-2a46e3b9-6505-41fa-a9bf-8f896a86a9a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0335360 Oct 28 15:28:50.583289 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-d751f683-8ed6-49d8-ada2-f6ba91acc323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:28:50.584721 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-d751f683-8ed6-49d8-ada2-f6ba91acc323 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0443199 Oct 28 15:28:50.616242 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-0c9dd912-8b23-481a-9ea4-4c6a191d9a6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239403 Oct 28 15:28:50.706374 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-46d822ce-ed8c-4654-bbe1-821464790805 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817688 Oct 28 15:28:50.798311 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38e7b8c1-a880-4e0d-ad44-c780cfd41b9f req-766e2eda-7f17-463f-ab49-8e89aad145c3 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841467 Oct 28 15:28:50.955521 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:00.492469 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:29:10.589223 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:15.366115 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0f35-b6c2-4a37-9b07-79c1dc604a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:18.160477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5632e21f-9c9f-42ff-b33a-3f44af95329a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:19.086158 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:19.285839 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:21.000371 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:37.491485 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:29:40.633377 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:45.370574 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-de82bc7e-764e-4b00-822e-f1bae096995b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:48.171861 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-80f54ad6-46a3-4778-a665-fb92ee99b590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:49.119843 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:49.307692 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:50.970415 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:29:52.250061 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-b7518e6d-56ed-4e7b-a938-6ab9ad75cfa4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410829 Oct 28 15:29:52.311354 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-3006b5ce-2aa8-4153-acc1-b61edbff1780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:29:52.312819 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-3006b5ce-2aa8-4153-acc1-b61edbff1780 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 1098 time: 0.0420980 Oct 28 15:29:52.639855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-f008669f-dac7-4d46-8052-3cda96e343e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:29:52.641406 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-f008669f-dac7-4d46-8052-3cda96e343e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 HTTP/1.1" status: 200 len: 915 time: 0.3072469 Oct 28 15:29:52.685688 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-6dfc11f2-12a5-4b65-b4e7-d6f12c122baf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d HTTP/1.1" status: 200 len: 217 time: 0.0357282 Oct 28 15:29:52.732439 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-aa8c3988-c1b6-4f9c-b22c-2b4473472dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:29:52.733984 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-aa8c3988-c1b6-4f9c-b22c-2b4473472dc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7214bf52-d120-425f-a4f0-1ca4fe795e90 HTTP/1.1" status: 200 len: 853 time: 0.0409868 Oct 28 15:29:52.766571 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-89622769-be0a-4c58-abf1-90fb7552d714 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248594 Oct 28 15:29:52.854423 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-4fbddb62-fe4d-4002-a9d0-fc15270d13a6 service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805843 Oct 28 15:29:52.941121 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9bea772d-4aa3-43c8-a985-d8d71941812e req-7c7510ea-643a-4512-9887-5cbf9eb8792d service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791154 Oct 28 15:30:10.689673 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:14.490945 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:30:15.375501 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7fa4044c-28b2-45a9-a254-e3e8e3b3b353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:18.118108 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3820bf46-e11d-4605-98e5-341a657e4069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:19.095043 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:19.289286 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:20.958117 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:40.655027 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:45.391663 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f4a8745c-8f10-4e1e-a6b7-d5b6da74ba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:48.152269 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-4ac9ec24-4b77-4605-9c04-2117eee8dfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:49.066170 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:49.289418 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:50.979695 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:30:51.490508 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:30:53.230326 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-33511499-d93c-49ae-858a-0cbc7fec83f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414035 Oct 28 15:30:53.294228 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-b4e377b7-4b41-463f-84f4-36212de8e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:30:53.295665 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-b4e377b7-4b41-463f-84f4-36212de8e1f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=467a52d2070d47d0ad9109b96bdd6f8b&device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 1099 time: 0.0421793 Oct 28 15:30:53.395846 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-43af4871-e1ef-4937-9016-4db4ef54335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:30:53.397328 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-43af4871-e1ef-4937-9016-4db4ef54335c service neutron] 10.222.0.49 "GET /v2.0/networks?id=550e741c-476f-417d-af0a-6362fb10f867 HTTP/1.1" status: 200 len: 916 time: 0.0824993 Oct 28 15:30:53.443399 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-b1dc9814-21fd-4aa5-90f7-a7abdffa1abb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f927fe4-ef21-420a-b6f9-4363b60dfe6e HTTP/1.1" status: 200 len: 217 time: 0.0371625 Oct 28 15:30:53.490938 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-996d3a43-4d0f-40b1-ac16-ce370d4cb846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:30:53.492383 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-996d3a43-4d0f-40b1-ac16-ce370d4cb846 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49f8a02c-1573-4794-9c30-9f4127211de2 HTTP/1.1" status: 200 len: 853 time: 0.0431814 Oct 28 15:30:53.537718 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-419abce9-c7c7-4707-90fa-cbaed85d34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:30:53.539187 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-419abce9-c7c7-4707-90fa-cbaed85d34be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=550e741c-476f-417d-af0a-6362fb10f867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400329 Oct 28 15:30:53.630507 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-b0ea2822-b99c-416f-aeb9-52d214fa25d9 service neutron] 10.222.0.49 "GET /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840881 Oct 28 15:30:53.718632 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2f4d4074-db34-4c22-8695-f6c3c6f8e187 req-4cdafcfb-bfb1-4121-abec-eaf64f318149 service neutron] 10.222.0.49 "GET /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811665 Oct 28 15:31:10.670841 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:15.373696 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e15a0d6f-f05b-4738-a538-8ea339fdfc54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:18.139539 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6853-5e2f-4395-80c1-b83906ed1675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:19.070388 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:19.317622 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:20.963060 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:28.489504 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:31:40.647108 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:45.401047 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7cd5ebb9-2c6f-4c02-b381-72380e761139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:48.132286 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d9bf178d-caad-42e3-8250-f3a7231d6092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:49.069485 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:49.298446 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:50.966873 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:31:53.249304 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-e23844e9-3518-412b-add9-ef500976f41f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453484 Oct 28 15:31:53.336765 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-b77e167e-248d-4ea8-95d3-f44135bf1a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:31:53.338227 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-b77e167e-248d-4ea8-95d3-f44135bf1a3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0398283 Oct 28 15:31:53.445194 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-72049086-f82c-4f36-8cb1-ef670bd5943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:31:53.446646 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-72049086-f82c-4f36-8cb1-ef670bd5943a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0844841 Oct 28 15:31:53.491387 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-41184a1c-ac5d-436c-81f4-3c0f4c1bf1de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0364084 Oct 28 15:31:53.546406 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-9c51ded5-ab12-49e9-8861-4ef552393a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:31:53.547866 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-9c51ded5-ab12-49e9-8861-4ef552393a25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0491593 Oct 28 15:31:53.585494 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-3fd97a65-6f17-4aa4-a3cd-174203aeda80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302658 Oct 28 15:31:53.675504 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-8b304701-de9e-48e5-a46b-ba655e7ae10b service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818245 Oct 28 15:31:53.761809 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d34e7a31-c0fe-485a-89c4-85566919adc2 req-0fccbc8e-ecec-478e-8318-9d203c65c96d service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795333 Oct 28 15:32:05.488411 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:32:10.658389 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:15.383246 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-06504108-4a6a-45f4-97e5-abdb15b7b7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:18.126085 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d9b0c1c3-205f-4204-be50-86bdaa58fd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:19.080628 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:19.291909 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:20.971477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:40.672940 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:42.487494 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:32:45.387032 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-dd621891-fbd5-4d76-bfec-8d8ec99ad594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:48.147829 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b468d94e-8234-42ce-81e7-3b8548dde8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:49.397299 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:49.490461 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:50.970622 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:32:53.226556 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-8b1a323e-649d-4ac8-9c9e-829f3d449608 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455606 Oct 28 15:32:53.291870 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-87cb99da-0895-400f-af87-d0bb5c0d6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:32:53.293380 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-87cb99da-0895-400f-af87-d0bb5c0d6e9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0442588 Oct 28 15:32:53.401079 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-ac140ac6-3b56-47e4-a250-c6de451adff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:32:53.402521 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-ac140ac6-3b56-47e4-a250-c6de451adff7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0835063 Oct 28 15:32:53.447174 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-1c50eabf-a7cb-490b-aa35-afb9f6c07a12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0365984 Oct 28 15:32:53.496010 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-09afa3ac-931c-4768-857b-79b459ea19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:32:53.497476 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-09afa3ac-931c-4768-857b-79b459ea19cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0432286 Oct 28 15:32:53.529064 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-b8f40f96-804c-43f8-8f2d-c0c60725ebc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239220 Oct 28 15:32:53.619907 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-a5a2422c-0162-4c62-a0d5-67b7ba9d6093 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835204 Oct 28 15:32:53.709364 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-84ee3ea1-19f6-4beb-8cdf-65aebb21b1a5 req-96d2baf7-b61e-47df-9f5f-96949c4fca95 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819345 Oct 28 15:32:59.231623 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-09867aab-cfbb-42cf-93b4-99fca1c155d8 req-40403dc7-9289-4944-ae17-9f29b034864f service neutron] (102150) timed out ('10.222.0.49', 52050) {{(pid=102150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 15:33:01.963980 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-2f1dc290-bff5-4724-903d-11d4b36753ea req-658784fe-6400-4f03-a12f-0fe24f2be457 service neutron] (102150) timed out ('10.222.0.49', 52017) {{(pid=102150) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 15:33:10.678342 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:15.392981 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-1720b7ee-5ea3-4c43-b0f6-3317f27c9273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:18.152778 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e3484706-13a2-49d2-a1db-7eae0045920a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:19.049449 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:19.300840 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:19.486521 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:33:21.004411 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:40.683049 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:45.367854 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-693b3ba0-b8fd-4cc7-8c1c-c2d64450d215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:48.151384 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e34cec98-35f6-4866-8786-902b9ece3572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:49.071243 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:49.305468 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:50.963043 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:33:55.265573 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-9f8a28b2-9644-4677-8a7c-1078e6f20627 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891564 Oct 28 15:33:55.326405 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-ba839845-08b4-409d-94a0-18703ec3b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:33:55.327886 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-ba839845-08b4-409d-94a0-18703ec3b07c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 1098 time: 0.0395322 Oct 28 15:33:55.429346 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-693b69fb-627d-4991-ad13-930147f0065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:33:55.430813 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-693b69fb-627d-4991-ad13-930147f0065e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 HTTP/1.1" status: 200 len: 915 time: 0.0834441 Oct 28 15:33:55.473879 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-5f9c6e9c-d32d-4547-9c0f-b60d7c6c61bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d HTTP/1.1" status: 200 len: 217 time: 0.0360169 Oct 28 15:33:55.521306 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-72eddb62-af39-410a-afae-e671d980142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:33:55.522606 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-72eddb62-af39-410a-afae-e671d980142f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7214bf52-d120-425f-a4f0-1ca4fe795e90 HTTP/1.1" status: 200 len: 853 time: 0.0421319 Oct 28 15:33:55.553525 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-f9714ccb-1b94-403f-9c50-f158fb5f8bfc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239191 Oct 28 15:33:55.642767 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-4a456889-1984-4d60-bab4-2c0d4fd30608 service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818954 Oct 28 15:33:55.729802 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-7b3b2933-df19-4aab-83b0-cc0677f79856 req-195b7cd6-2811-4dc2-a7e6-f0c9fbe28228 service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794702 Oct 28 15:33:56.486215 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:34:06.066354 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db73976-1d26-44de-886a-32346bd0eddb req-2a31e4d1-1496-4aca-8709-7432d3de1573 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:06.067819 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6db73976-1d26-44de-886a-32346bd0eddb req-2a31e4d1-1496-4aca-8709-7432d3de1573 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.1276183 Oct 28 15:34:06.103935 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6db73976-1d26-44de-886a-32346bd0eddb req-c21c784b-1357-4748-b0da-7c2ca8f69550 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301838 Oct 28 15:34:07.290871 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62402a12-e8eb-404a-8056-5b633c468d59 req-51f00894-ff6c-49a5-a9d4-7096510135d1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:07.292343 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62402a12-e8eb-404a-8056-5b633c468d59 req-51f00894-ff6c-49a5-a9d4-7096510135d1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.1015482 Oct 28 15:34:07.328224 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62402a12-e8eb-404a-8056-5b633c468d59 req-fb3ed5b3-58b1-4a77-8b1d-5de40011ee4d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299489 Oct 28 15:34:08.468620 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945ff57-cf5d-42a6-abed-dc80851fea2e req-1307ca86-a243-404d-82f2-437f5b04b9ed tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:08.471192 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1945ff57-cf5d-42a6-abed-dc80851fea2e req-1307ca86-a243-404d-82f2-437f5b04b9ed tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0615528 Oct 28 15:34:08.510918 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1945ff57-cf5d-42a6-abed-dc80851fea2e req-6434f3b5-7310-4921-8524-992fa52cb18c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332887 Oct 28 15:34:09.623179 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dce0d-d375-44c3-8c9c-fa8f724c2016 req-8a483492-9836-48d6-a865-dbe343ff95fe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:09.624697 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc4dce0d-d375-44c3-8c9c-fa8f724c2016 req-8a483492-9836-48d6-a865-dbe343ff95fe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473247 Oct 28 15:34:09.660315 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc4dce0d-d375-44c3-8c9c-fa8f724c2016 req-42b6b424-bf2c-4553-af8d-d292878c198f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298460 Oct 28 15:34:10.676293 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:10.774638 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a7ea2-1b63-4b28-8a11-a87d691f993c req-474127b5-2a7e-4fa4-be99-8c9328f0f073 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:10.776114 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-144a7ea2-1b63-4b28-8a11-a87d691f993c req-474127b5-2a7e-4fa4-be99-8c9328f0f073 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0515261 Oct 28 15:34:10.812953 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-144a7ea2-1b63-4b28-8a11-a87d691f993c req-aa27e0bf-57c2-43e9-b571-a6bcaf2a870b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304646 Oct 28 15:34:11.926981 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c9824-b1ec-47d9-af42-451c14e1239a req-8a2aed28-a174-467a-97bc-f61e46f7154f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:11.928569 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-924c9824-b1ec-47d9-af42-451c14e1239a req-8a2aed28-a174-467a-97bc-f61e46f7154f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0489402 Oct 28 15:34:11.966944 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-924c9824-b1ec-47d9-af42-451c14e1239a req-3b64b499-1f54-4ea3-a837-d6aea62d47ec tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318277 Oct 28 15:34:12.425339 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc36a2e-ecd7-4d4e-acf1-d70857819c31 req-9202779e-66d0-47fe-aea4-bf350d2f9eec tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:12.426936 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ecc36a2e-ecd7-4d4e-acf1-d70857819c31 req-9202779e-66d0-47fe-aea4-bf350d2f9eec tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 946 time: 0.0492740 Oct 28 15:34:12.462498 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ecc36a2e-ecd7-4d4e-acf1-d70857819c31 req-845f5420-90c5-4ecb-a36d-d284f9f2bf8e tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295386 Oct 28 15:34:13.087922 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d756a-90f7-438e-b16d-4a829018219f req-32fb6d52-994a-42fb-be71-4994a4cf2106 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:13.089387 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae2d756a-90f7-438e-b16d-4a829018219f req-32fb6d52-994a-42fb-be71-4994a4cf2106 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0520422 Oct 28 15:34:13.125951 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae2d756a-90f7-438e-b16d-4a829018219f req-4ed9c7a1-beb3-4e6c-b52f-82acd4a4c921 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307772 Oct 28 15:34:13.337351 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-2544cb50-c350-4f47-854f-1d0355b66a45 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:13.338756 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-2544cb50-c350-4f47-854f-1d0355b66a45 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.49 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 946 time: 0.0512679 Oct 28 15:34:13.426440 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Deleting port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:13.426795 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:13.517569 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] For port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:13.517844 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:13.531105 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Calling delete_port for 0f927fe4-ef21-420a-b6f9-4363b60dfe6e owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:13.573194 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846f285-a4aa-4a6f-ae71-548cd10304fe req-055ea0da-8f44-4b15-a2d9-685dbdab6a5e tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:13.574663 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8846f285-a4aa-4a6f-ae71-548cd10304fe req-055ea0da-8f44-4b15-a2d9-685dbdab6a5e tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 946 time: 0.0477691 Oct 28 15:34:13.613428 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8846f285-a4aa-4a6f-ae71-548cd10304fe req-86c1a8ae-c003-4fd4-b346-534ddbefe2d3 tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/security-groups?id=9c6987f3-3d15-4216-8c5c-26a348b2ca21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Oct 28 15:34:13.722451 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:13.735215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['0f927fe4-ef21-420a-b6f9-4363b60dfe6e'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:34:13.755832 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Pushing event deleted for resources: {'Port': ['ID=0f927fe4-ef21-420a-b6f9-4363b60dfe6e,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:13.780279 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.780640 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.780976 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.781304 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.781629 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.781949 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.782266 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.782583 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.782898 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.783210 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.783557 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.783870 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:13.805667 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] No DVR routers for this DVR port 0f927fe4-ef21-420a-b6f9-4363b60dfe6e on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:34:13.808176 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:13.811498 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-931fcb03-ae13-4b2e-bb7e-b05f8ce522ed req-941822d1-7cc8-459b-9c94-953cc13ddc4f tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.49 "DELETE /v2.0/ports/0f927fe4-ef21-420a-b6f9-4363b60dfe6e HTTP/1.1" status: 204 len: 173 time: 0.4666100 Oct 28 15:34:13.811920 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b317ef-28ae-443d-9981-0dc1561cdcab', 'name': 'network-vif-deleted', 'tag': '0f927fe4-ef21-420a-b6f9-4363b60dfe6e'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:34:13.814335 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1675ab93-1c6f-4359-9246-e68504e1cd89" -d '{"events": [{"server_uuid": "66b317ef-28ae-443d-9981-0dc1561cdcab", "name": "network-vif-deleted", "tag": "0f927fe4-ef21-420a-b6f9-4363b60dfe6e"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:34:13.905005 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020043b2-a043-4d9d-b56a-5b07ae32d8cf x-openstack-request-id: req-020043b2-a043-4d9d-b56a-5b07ae32d8cf {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:34:13.905296 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b317ef-28ae-443d-9981-0dc1561cdcab", "name": "network-vif-deleted", "tag": "0f927fe4-ef21-420a-b6f9-4363b60dfe6e", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:34:13.905544 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-020043b2-a043-4d9d-b56a-5b07ae32d8cf {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:34:13.905938 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b317ef-28ae-443d-9981-0dc1561cdcab', 'name': 'network-vif-deleted', 'tag': '0f927fe4-ef21-420a-b6f9-4363b60dfe6e', 'status': 'completed', 'code': 200} Oct 28 15:34:14.241730 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175cdf9-acf7-421c-9876-3b1d6f5ee5f7 req-65886325-718b-47ea-b48f-6edcc6cea18c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:14.243190 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5175cdf9-acf7-421c-9876-3b1d6f5ee5f7 req-65886325-718b-47ea-b48f-6edcc6cea18c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Oct 28 15:34:14.281044 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5175cdf9-acf7-421c-9876-3b1d6f5ee5f7 req-7f743e2f-4a35-4710-a7f1-fc487d8ba9b8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311835 Oct 28 15:34:14.731711 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-10dbef45-c624-4f0b-8ff3-2a04d98cd257 req-924ec6ec-3611-474a-a4ef-b2a4c0c768bc tempest-TestMinimumBasicScenario-1142336569 tempest-TestMinimumBasicScenario-1142336569-project] 10.222.0.86 "GET /v2.0/ports?device_id=66b317ef-28ae-443d-9981-0dc1561cdcab HTTP/1.1" status: 200 len: 210 time: 0.0283587 Oct 28 15:34:15.367534 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5f6160fe-4623-4311-a368-a2a1e2fe8382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:15.400051 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d11cf-109a-4e0f-ba13-27005edfed5f req-c1d18c19-d87a-4340-80f2-460427e0285e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:15.401553 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5a7d11cf-109a-4e0f-ba13-27005edfed5f req-c1d18c19-d87a-4340-80f2-460427e0285e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0507817 Oct 28 15:34:15.438329 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5a7d11cf-109a-4e0f-ba13-27005edfed5f req-22130a72-fb92-4386-902a-3b2fbc7b3577 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Oct 28 15:34:16.549549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91d93-792a-486d-b265-27b93e671fed req-e81b1512-29cb-4177-a240-c4f1cd0e17ca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:16.551016 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aae91d93-792a-486d-b265-27b93e671fed req-e81b1512-29cb-4177-a240-c4f1cd0e17ca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473289 Oct 28 15:34:16.589364 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aae91d93-792a-486d-b265-27b93e671fed req-5a7dd206-5bed-4773-89cd-14c4d6531509 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Oct 28 15:34:17.494504 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 51914) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:17.702429 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a379d59-6fff-4820-9ed2-b927c3afadef req-336f5597-48dd-4b76-a3c4-3405e04c0903 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:17.703890 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0a379d59-6fff-4820-9ed2-b927c3afadef req-336f5597-48dd-4b76-a3c4-3405e04c0903 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478730 Oct 28 15:34:17.743754 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0a379d59-6fff-4820-9ed2-b927c3afadef req-98ae1d6c-7611-429f-851e-7a4d78a67a15 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Oct 28 15:34:17.872912 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 0f927fe4-ef21-420a-b6f9-4363b60dfe6e no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:34:17.893675 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 0f927fe4-ef21-420a-b6f9-4363b60dfe6e {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:34:17.894018 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 0f927fe4-ef21-420a-b6f9-4363b60dfe6e not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:34:17.948662 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:18.167412 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f9bc1726-5df8-4c6a-aa5d-9bea342467ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:18.184798 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Deleting port 4f7e9349-0152-40fd-9a3e-7f6406f6f093 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:18.185124 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:18.267089 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] For port 4f7e9349-0152-40fd-9a3e-7f6406f6f093, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4f7e9349-0152-40fd-9a3e-7f6406f6f093,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:18.267463 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:18.279347 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Calling delete_port for 4f7e9349-0152-40fd-9a3e-7f6406f6f093 owned by network:router_interface {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:18.515105 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:18.540976 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7e9349-0152-40fd-9a3e-7f6406f6f093,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:18.865792 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfdb76-2ca9-4603-a494-0a4ef59c7d64 req-85e14ba0-7f79-40fb-b011-68f524bc4bb0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:18.867278 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-12bfdb76-2ca9-4603-a494-0a4ef59c7d64 req-85e14ba0-7f79-40fb-b011-68f524bc4bb0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0504820 Oct 28 15:34:18.911221 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-12bfdb76-2ca9-4603-a494-0a4ef59c7d64 req-f7180d9b-889f-47e9-88bd-99b7785e312d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338607 Oct 28 15:34:18.941055 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:19.081620 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:19.156012 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Router 751e3763-db2f-4280-9a98-bc08b875cc6a has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:34:19.263233 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:34:19.269509 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-15309d8d-60a3-4a16-b78f-f824add65486 admin admin] 10.222.0.86 "PUT /v2.0/routers/751e3763-db2f-4280-9a98-bc08b875cc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7737978 Oct 28 15:34:19.272556 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 51934) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:19.285004 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] Sync routers for ids ['751e3763-db2f-4280-9a98-bc08b875cc6a'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:34:19.296187 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] Routers {'751e3763-db2f-4280-9a98-bc08b875cc6a'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:34:19.302772 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:34:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['751e3763-db2f-4280-9a98-bc08b875cc6a'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:19.327254 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:19.382196 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks [] for router, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:19.398984 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] Set router 751e3763-db2f-4280-9a98-bc08b875cc6a gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:34:19.485166 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:19.575170 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:34:18Z', 'revision_number': 5, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port': {'id': '023d02ae-cae2-445a-be1a-7d2e472da4f7', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:ec:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:20:59Z', 'updated_at': '2021-10-28T15:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:19.601931 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] Checking router: 751e3763-db2f-4280-9a98-bc08b875cc6a for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:34:19.610433 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] Routers {'751e3763-db2f-4280-9a98-bc08b875cc6a'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:34:19.611039 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:34:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['751e3763-db2f-4280-9a98-bc08b875cc6a'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:19.627197 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Deleting port 023d02ae-cae2-445a-be1a-7d2e472da4f7 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:19.627754 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:19.695371 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] Set router 751e3763-db2f-4280-9a98-bc08b875cc6a gateway port host: None {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:34:19.708957 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] For port 023d02ae-cae2-445a-be1a-7d2e472da4f7, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=023d02ae-cae2-445a-be1a-7d2e472da4f7,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:19.709339 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:19.721259 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Calling delete_port for 023d02ae-cae2-445a-be1a-7d2e472da4f7 owned by network:router_gateway {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:19.749947 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:34:19Z', 'revision_number': 6, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:19.777509 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e00e20-929c-4c42-b53c-cf5c01382950 None None] The sync data for ids ['751e3763-db2f-4280-9a98-bc08b875cc6a'] in dv-cinder-783643-3-iscsi is: [{'id': '751e3763-db2f-4280-9a98-bc08b875cc6a', 'name': 'tempest-TestMinimumBasicScenario-576166492-router', 'tenant_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:20:58Z', 'updated_at': '2021-10-28T15:34:19Z', 'revision_number': 6, 'project_id': '467a52d2070d47d0ad9109b96bdd6f8b', 'gw_port_host': None}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:34:19.945066 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:19.976226 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Pushing event deleted for resources: {'Port': ['ID=023d02ae-cae2-445a-be1a-7d2e472da4f7,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:20.030332 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.030594 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87253f67-7d1d-4dc3-ae9d-e2c5cf73b087 req-8b5267d7-334f-4452-b323-c0512ba055a4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:20.031869 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-87253f67-7d1d-4dc3-ae9d-e2c5cf73b087 req-8b5267d7-334f-4452-b323-c0512ba055a4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478079 Oct 28 15:34:20.069648 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-87253f67-7d1d-4dc3-ae9d-e2c5cf73b087 req-7cc7dcf7-e982-479a-9056-d4e5eee5ac08 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315628 Oct 28 15:34:20.140041 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.142488 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.282148 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.282742 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 751e3763-db2f-4280-9a98-bc08b875cc6a {{(pid=102151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 15:34:20.291594 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.291594 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-5f06d049-6511-46e6-ad4a-f5cddd2f158b admin admin] 10.222.0.86 "DELETE /v2.0/routers/751e3763-db2f-4280-9a98-bc08b875cc6a HTTP/1.1" status: 204 len: 168 time: 1.0164068 Oct 28 15:34:20.292649 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 51946) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:20.345093 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_v2 [None req-3616f9be-5c58-4c94-a559-0c2645a7459e admin admin] Deleting subnet 49f8a02c-1573-4794-9c30-9f4127211de2 {{(pid=102151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:34:20.348197 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3616f9be-5c58-4c94-a559-0c2645a7459e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.388599 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3616f9be-5c58-4c94-a559-0c2645a7459e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7175645'] for subnet, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.489151 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3616f9be-5c58-4c94-a559-0c2645a7459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.624956 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3616f9be-5c58-4c94-a559-0c2645a7459e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5670529'] for subnet, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.644939 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebf8171-126d-46bf-a53a-2f893f97dfef None None] Network 550e741c-476f-417d-af0a-6362fb10f867 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:34:20.660656 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3616f9be-5c58-4c94-a559-0c2645a7459e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.663899 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-3616f9be-5c58-4c94-a559-0c2645a7459e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/49f8a02c-1573-4794-9c30-9f4127211de2 HTTP/1.1" status: 204 len: 168 time: 0.3702903 Oct 28 15:34:20.665239 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616f9be-5c58-4c94-a559-0c2645a7459e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f8a02c-1573-4794-9c30-9f4127211de2,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:20.666456 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 51960) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:20.850430 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f57034-8b49-452c-b558-80dda451584a None None] DHCP port deletion for 550e741c-476f-417d-af0a-6362fb10f867 request from dv-cinder-783643-3-iscsi {{(pid=102152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 15:34:20.936006 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-80f57034-8b49-452c-b558-80dda451584a None None] Deleting port c220886a-1ea9-4e30-9b8b-2b74c75413c7 {{(pid=102152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:20.936511 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-80f57034-8b49-452c-b558-80dda451584a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:20.952914 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device c220886a-1ea9-4e30-9b8b-2b74c75413c7 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:34:20.970797 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.007303 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.022369 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Deleting port c220886a-1ea9-4e30-9b8b-2b74c75413c7 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:21.022761 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.035884 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-80f57034-8b49-452c-b558-80dda451584a None None] For port c220886a-1ea9-4e30-9b8b-2b74c75413c7, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=c220886a-1ea9-4e30-9b8b-2b74c75413c7,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:21.036278 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-80f57034-8b49-452c-b558-80dda451584a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.050149 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-80f57034-8b49-452c-b558-80dda451584a None None] Calling delete_port for c220886a-1ea9-4e30-9b8b-2b74c75413c7 owned by network:dhcp {{(pid=102152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:21.089180 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] For port c220886a-1ea9-4e30-9b8b-2b74c75413c7, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=c220886a-1ea9-4e30-9b8b-2b74c75413c7,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:21.089747 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.105234 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Calling delete_port for c220886a-1ea9-4e30-9b8b-2b74c75413c7 owned by network:dhcp {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:21.125483 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.177561 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port c220886a-1ea9-4e30-9b8b-2b74c75413c7, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=c220886a-1ea9-4e30-9b8b-2b74c75413c7,segment=NetworkSegment(7e85a12e-62e9-4139-84d5-df005b492e7d),segment_id=7e85a12e-62e9-4139-84d5-df005b492e7d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:21.212811 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249c5d9-2cf2-4974-8059-9cf200631d62 req-a0e80ae9-473b-4edd-a53a-afa42526dfe1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:21.214277 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d249c5d9-2cf2-4974-8059-9cf200631d62 req-a0e80ae9-473b-4edd-a53a-afa42526dfe1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0697596 Oct 28 15:34:21.251373 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d249c5d9-2cf2-4974-8059-9cf200631d62 req-9a9e23cd-6f93-4bee-8f1e-c7dabd7307e6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307565 Oct 28 15:34:21.380275 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.380275 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 023d02ae-cae2-445a-be1a-7d2e472da4f7 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:34:21.415895 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 023d02ae-cae2-445a-be1a-7d2e472da4f7 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:34:21.416243 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 023d02ae-cae2-445a-be1a-7d2e472da4f7 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:34:21.416753 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4f7e9349-0152-40fd-9a3e-7f6406f6f093 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:34:21.439991 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 4f7e9349-0152-40fd-9a3e-7f6406f6f093 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:34:21.440335 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4f7e9349-0152-40fd-9a3e-7f6406f6f093 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:34:21.454933 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-80f57034-8b49-452c-b558-80dda451584a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976'] for port, after_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.457758 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=c220886a-1ea9-4e30-9b8b-2b74c75413c7,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:21.458449 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.470041 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473972 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.473972 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.476743 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f57034-8b49-452c-b558-80dda451584a None None] No DVR routers for this DVR port c220886a-1ea9-4e30-9b8b-2b74c75413c7 on host dv-cinder-783643-3-iscsi {{(pid=102152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:34:21.491223 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] No DVR routers for this DVR port c220886a-1ea9-4e30-9b8b-2b74c75413c7 on host dv-cinder-783643-3-iscsi {{(pid=102150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:34:21.492927 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Pushing event deleted for resources: {'Port': ['ID=c220886a-1ea9-4e30-9b8b-2b74c75413c7,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:21.500055 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f57034-8b49-452c-b558-80dda451584a None None] Pushing event deleted for resources: {'Port': ['ID=c220886a-1ea9-4e30-9b8b-2b74c75413c7,revision_number=None']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:21.519701 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.520045 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.520380 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.520732 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.521057 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.521384 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.521707 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.522028 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.522348 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.522664 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.522980 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.523291 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:34:21.572224 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.591174 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550e741c-476f-417d-af0a-6362fb10f867']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:21.600089 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e85a12e-62e9-4139-84d5-df005b492e7d') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:21.600384 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e85a12e-62e9-4139-84d5-df005b492e7d') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:21.610249 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.625671 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.630168 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:34:21.630547 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:34:21.632358 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:34:21.773399 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.779666 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:21.783055 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] 10.222.0.86 "DELETE /v2.0/networks/550e741c-476f-417d-af0a-6362fb10f867 HTTP/1.1" status: 204 len: 168 time: 1.1155493 Oct 28 15:34:21.785973 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 51974) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:21.793938 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f8b4d-284e-4e2a-8371-01dbf070d834 admin admin] Pushing event deleted for resources: {'Network': ['ID=550e741c-476f-417d-af0a-6362fb10f867,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:22.107218 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:22.341276 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Deleting port 6a2a1d37-9556-4162-b39e-686252d36f75 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:22.342205 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:22.374425 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682d2a7-e96f-42ed-8c0c-f54b74e96190 req-ff23f486-ef12-41ca-b728-0d6089c60db1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:22.375855 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b682d2a7-e96f-42ed-8c0c-f54b74e96190 req-ff23f486-ef12-41ca-b728-0d6089c60db1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0499640 Oct 28 15:34:22.420988 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b682d2a7-e96f-42ed-8c0c-f54b74e96190 req-c1284f9c-17a2-4b1e-9ade-c839b3ded9f6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Oct 28 15:34:22.439804 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] For port 6a2a1d37-9556-4162-b39e-686252d36f75, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=6a2a1d37-9556-4162-b39e-686252d36f75,segment=NetworkSegment(5d21276a-7fb2-49de-bd00-abdd174c7b2d),segment_id=5d21276a-7fb2-49de-bd00-abdd174c7b2d)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:22.439804 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:22.452703 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Calling delete_port for 6a2a1d37-9556-4162-b39e-686252d36f75 owned by network:router_interface {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:22.910225 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:22.936020 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2a1d37-9556-4162-b39e-686252d36f75,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:23.099672 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:23.311683 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Router 48458570-d399-46d0-bba8-b507f147fabd has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:34:23.417352 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:34:23.422463 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-328e970c-cd9a-4574-b510-4b3da77f1d81 admin admin] 10.222.0.86 "PUT /v2.0/routers/48458570-d399-46d0-bba8-b507f147fabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6354582 Oct 28 15:34:23.424917 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 51988) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:23.427791 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] Sync routers for ids ['48458570-d399-46d0-bba8-b507f147fabd'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:34:23.438126 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] Routers {'48458570-d399-46d0-bba8-b507f147fabd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:34:23.438749 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:34:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['48458570-d399-46d0-bba8-b507f147fabd'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:23.541504 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:23.550285 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a793bbc-ea88-4f8a-adb0-8396c39f44bc req-89b37a8b-0fbc-412f-ba1c-2bbea9fdcea4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:23.552503 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5a793bbc-ea88-4f8a-adb0-8396c39f44bc req-89b37a8b-0fbc-412f-ba1c-2bbea9fdcea4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Oct 28 15:34:23.568101 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] Set router 48458570-d399-46d0-bba8-b507f147fabd gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:34:23.593454 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5a793bbc-ea88-4f8a-adb0-8396c39f44bc req-42b33a7a-b08e-4a1e-a4d0-74b2389a7a3b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343828 Oct 28 15:34:23.662122 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:23.761012 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:34:22Z', 'revision_number': 5, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port': {'id': '42309139-e41c-4c0b-97c0-7d588d4a64b5', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48458570-d399-46d0-bba8-b507f147fabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:23.788590 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] Checking router: 48458570-d399-46d0-bba8-b507f147fabd for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:34:23.797033 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] Routers {'48458570-d399-46d0-bba8-b507f147fabd'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:34:23.797630 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:34:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['48458570-d399-46d0-bba8-b507f147fabd'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:23.821244 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Deleting port 42309139-e41c-4c0b-97c0-7d588d4a64b5 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:23.821499 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:23.905327 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] For port 42309139-e41c-4c0b-97c0-7d588d4a64b5, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=42309139-e41c-4c0b-97c0-7d588d4a64b5,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:23.905699 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:23.918687 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Calling delete_port for 42309139-e41c-4c0b-97c0-7d588d4a64b5 owned by network:router_gateway {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:24.009558 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] Set router 48458570-d399-46d0-bba8-b507f147fabd gateway port host: None {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:34:24.063721 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:34:23Z', 'revision_number': 6, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:24.089026 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d973a8ee-7fd8-4c96-949e-030527a00f1b None None] The sync data for ids ['48458570-d399-46d0-bba8-b507f147fabd'] in dv-cinder-783643-3-iscsi is: [{'id': '48458570-d399-46d0-bba8-b507f147fabd', 'name': 'tempest-TestMinimumBasicScenario-1671162960-router', 'tenant_id': 'dc89611b5c4549d185c3752c3683d3a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:21:05Z', 'updated_at': '2021-10-28T15:34:23Z', 'revision_number': 6, 'project_id': 'dc89611b5c4549d185c3752c3683d3a3', 'gw_port_host': None}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:34:24.150641 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.177499 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=42309139-e41c-4c0b-97c0-7d588d4a64b5,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:24.268028 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.361423 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.363416 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.481085 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.481709 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48458570-d399-46d0-bba8-b507f147fabd {{(pid=102151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 15:34:24.487152 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.488572 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-db65ddfd-c209-44bd-9945-3d3e150723f9 admin admin] 10.222.0.86 "DELETE /v2.0/routers/48458570-d399-46d0-bba8-b507f147fabd HTTP/1.1" status: 204 len: 168 time: 1.0626330 Oct 28 15:34:24.493800 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 52002) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:24.536340 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d92526f-582f-4d51-a591-4c71d51af032 admin admin] Deleting subnet 79138a0f-263e-491d-8476-5078ab71b7ca {{(pid=102151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:34:24.539615 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1d92526f-582f-4d51-a591-4c71d51af032 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.574714 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1d92526f-582f-4d51-a591-4c71d51af032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7175645'] for subnet, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.653055 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1d92526f-582f-4d51-a591-4c71d51af032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.712083 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8e8f7-9a26-48eb-8461-46fcd33a3e09 req-1aa98cff-4e77-4de8-b922-7d1c403a5536 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:24.713563 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bdf8e8f7-9a26-48eb-8461-46fcd33a3e09 req-1aa98cff-4e77-4de8-b922-7d1c403a5536 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0522728 Oct 28 15:34:24.750868 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bdf8e8f7-9a26-48eb-8461-46fcd33a3e09 req-af86c192-f5ae-498b-b5bf-e2befe22f762 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Oct 28 15:34:24.779684 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1d92526f-582f-4d51-a591-4c71d51af032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5670529'] for subnet, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.812600 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92526f-582f-4d51-a591-4c71d51af032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79138a0f-263e-491d-8476-5078ab71b7ca,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:24.818598 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1d92526f-582f-4d51-a591-4c71d51af032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.822265 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56e1af-0363-4b53-a0f3-ca1d1befcd37 None None] Network 49cb62ec-1352-494b-8f4a-39f8e4d96e32 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:34:24.829562 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-1d92526f-582f-4d51-a591-4c71d51af032 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/79138a0f-263e-491d-8476-5078ab71b7ca HTTP/1.1" status: 204 len: 168 time: 0.3310609 Oct 28 15:34:24.830202 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 52012) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:24.902734 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.930854 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 42309139-e41c-4c0b-97c0-7d588d4a64b5 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:34:24.959034 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Deleting port f236fc90-1414-4358-865f-0e1e1826714e {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:24.959366 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:24.965515 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 42309139-e41c-4c0b-97c0-7d588d4a64b5 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:34:24.965857 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 42309139-e41c-4c0b-97c0-7d588d4a64b5 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:34:24.966377 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 6a2a1d37-9556-4162-b39e-686252d36f75 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:34:24.989847 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 6a2a1d37-9556-4162-b39e-686252d36f75 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:34:24.990206 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 6a2a1d37-9556-4162-b39e-686252d36f75 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:34:25.026426 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] For port f236fc90-1414-4358-865f-0e1e1826714e, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=f236fc90-1414-4358-865f-0e1e1826714e,segment=NetworkSegment(5d21276a-7fb2-49de-bd00-abdd174c7b2d),segment_id=5d21276a-7fb2-49de-bd00-abdd174c7b2d)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:25.026805 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.040413 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Calling delete_port for f236fc90-1414-4358-865f-0e1e1826714e owned by network:dhcp {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:25.057374 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] DHCP port deletion for 49cb62ec-1352-494b-8f4a-39f8e4d96e32 request from dv-cinder-783643-3-iscsi {{(pid=102152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 15:34:25.110255 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] Deleting port f236fc90-1414-4358-865f-0e1e1826714e {{(pid=102152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:34:25.110616 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.172834 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] For port f236fc90-1414-4358-865f-0e1e1826714e, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=f236fc90-1414-4358-865f-0e1e1826714e,segment=NetworkSegment(5d21276a-7fb2-49de-bd00-abdd174c7b2d),segment_id=5d21276a-7fb2-49de-bd00-abdd174c7b2d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:34:25.173218 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.184486 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.184706 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] Calling delete_port for f236fc90-1414-4358-865f-0e1e1826714e owned by network:dhcp {{(pid=102152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:34:25.210574 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f236fc90-1414-4358-865f-0e1e1826714e,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:25.214133 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] No DVR routers for this DVR port f236fc90-1414-4358-865f-0e1e1826714e on host dv-cinder-783643-3-iscsi {{(pid=102150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:34:25.262007 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976'] for port, after_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.283190 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.288748 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] Pushing event deleted for resources: {'Port': ['ID=f236fc90-1414-4358-865f-0e1e1826714e,revision_number=None']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:25.291281 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eb8e2e-5540-4934-91a3-72f624d479a5 None None] No DVR routers for this DVR port f236fc90-1414-4358-865f-0e1e1826714e on host dv-cinder-783643-3-iscsi {{(pid=102152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:34:25.306347 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cb62ec-1352-494b-8f4a-39f8e4d96e32']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:25.314596 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d21276a-7fb2-49de-bd00-abdd174c7b2d') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:25.314887 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d21276a-7fb2-49de-bd00-abdd174c7b2d') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:34:25.323840 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.340649 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.347602 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:34:25.348070 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:34:25.349681 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:34:25.487829 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.493215 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:25.496479 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] 10.222.0.86 "DELETE /v2.0/networks/49cb62ec-1352-494b-8f4a-39f8e4d96e32 HTTP/1.1" status: 204 len: 168 time: 0.6691000 Oct 28 15:34:25.507809 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eec3e6-b3f0-46a6-bdb6-294362bd09e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=49cb62ec-1352-494b-8f4a-39f8e4d96e32,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:25.866303 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c409e-d2a9-4c2c-9045-77f7476f5932 req-38b4d231-a034-41a1-bfe9-e12f5fcbaed3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:25.867775 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-522c409e-d2a9-4c2c-9045-77f7476f5932 req-38b4d231-a034-41a1-bfe9-e12f5fcbaed3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Oct 28 15:34:25.911326 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-522c409e-d2a9-4c2c-9045-77f7476f5932 req-f5dd8a12-2810-4d17-be8b-a24d32766e13 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368044 Oct 28 15:34:25.918013 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 52026) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:25.956446 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-f3cbb436-453c-48a6-b7a9-69165d0442fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=467a52d2070d47d0ad9109b96bdd6f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372522 Oct 28 15:34:25.958774 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 52028) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:26.007562 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bf691db6-b9ed-4a55-b361-c0c1b82358c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:26.024179 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bf691db6-b9ed-4a55-b361-c0c1b82358c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:26.132981 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bf691db6-b9ed-4a55-b361-c0c1b82358c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:26.135515 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-bf691db6-b9ed-4a55-b361-c0c1b82358c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:26.136668 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-bf691db6-b9ed-4a55-b361-c0c1b82358c0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c6987f3-3d15-4216-8c5c-26a348b2ca21 HTTP/1.1" status: 204 len: 168 time: 0.1770127 Oct 28 15:34:26.145001 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf691db6-b9ed-4a55-b361-c0c1b82358c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6987f3-3d15-4216-8c5c-26a348b2ca21,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:26.802265 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 52038) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:26.844433 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-936ad5c3-6171-4b66-b050-bf2c1f545602 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc89611b5c4549d185c3752c3683d3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409205 Oct 28 15:34:26.846732 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 52040) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:34:26.897138 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-beceb2a1-1fc0-42a3-8fee-8baeff80bd31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:26.921829 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-beceb2a1-1fc0-42a3-8fee-8baeff80bd31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:26.938905 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device f236fc90-1414-4358-865f-0e1e1826714e no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:34:26.976467 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: f236fc90-1414-4358-865f-0e1e1826714e {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:34:26.978820 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device f236fc90-1414-4358-865f-0e1e1826714e not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:34:27.047770 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-beceb2a1-1fc0-42a3-8fee-8baeff80bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:27.050463 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-beceb2a1-1fc0-42a3-8fee-8baeff80bd31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:27.051601 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-beceb2a1-1fc0-42a3-8fee-8baeff80bd31 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8aa2ee20-7793-4ef9-8613-383043b059c9 HTTP/1.1" status: 204 len: 168 time: 0.2039940 Oct 28 15:34:27.056379 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477871f-991a-4fa3-a8d9-32943e989af6 req-ea61ea9a-afc3-4bdb-9176-71fba0da7de1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:27.057895 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0477871f-991a-4fa3-a8d9-32943e989af6 req-ea61ea9a-afc3-4bdb-9176-71fba0da7de1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0551834 Oct 28 15:34:27.059983 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceb2a1-1fc0-42a3-8fee-8baeff80bd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa2ee20-7793-4ef9-8613-383043b059c9,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:34:27.100697 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0477871f-991a-4fa3-a8d9-32943e989af6 req-58136d36-7303-4a6d-af9b-b0cac29b256f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345402 Oct 28 15:34:28.212630 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa890852-bb33-4603-8fea-32c7cd381c45 req-ce7e09e1-18d6-4709-bcfe-c25afcd371f1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:28.214073 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa890852-bb33-4603-8fea-32c7cd381c45 req-ce7e09e1-18d6-4709-bcfe-c25afcd371f1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473461 Oct 28 15:34:28.250774 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa890852-bb33-4603-8fea-32c7cd381c45 req-c307224a-fef8-459b-9d7b-71e19cfac688 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302477 Oct 28 15:34:29.362529 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fed56f-6db4-47de-93f4-58595056c47a req-d77bcf6e-c5b6-467f-9c5d-a31e3c30c624 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:29.364013 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-34fed56f-6db4-47de-93f4-58595056c47a req-d77bcf6e-c5b6-467f-9c5d-a31e3c30c624 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483341 Oct 28 15:34:29.400817 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-34fed56f-6db4-47de-93f4-58595056c47a req-fc552721-82d5-4a95-8175-aa54d715dfce tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Oct 28 15:34:30.517837 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0928874-15e4-4635-839f-81775a49b452 req-70c1a502-ca40-46e7-963e-e42f64be4895 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:30.519283 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a0928874-15e4-4635-839f-81775a49b452 req-70c1a502-ca40-46e7-963e-e42f64be4895 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0519001 Oct 28 15:34:30.556663 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a0928874-15e4-4635-839f-81775a49b452 req-19100082-971f-4889-a954-2d583821d077 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Oct 28 15:34:31.669686 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05145967-cc08-4f02-9053-2593a6430ac2 req-44062f83-5366-4703-a36a-81608aff6dd2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:31.671132 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-05145967-cc08-4f02-9053-2593a6430ac2 req-44062f83-5366-4703-a36a-81608aff6dd2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483081 Oct 28 15:34:31.707446 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-05145967-cc08-4f02-9053-2593a6430ac2 req-689e2fab-88b4-4073-a68c-5eda2a397a8a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304532 Oct 28 15:34:32.820742 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492474b-13a0-429b-85cd-c27a7e4341d4 req-3ff9d74b-d820-4de1-9c4f-d3af270624cf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:32.822190 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5492474b-13a0-429b-85cd-c27a7e4341d4 req-3ff9d74b-d820-4de1-9c4f-d3af270624cf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0482209 Oct 28 15:34:32.860651 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5492474b-13a0-429b-85cd-c27a7e4341d4 req-8ad27be5-5372-44f7-97ab-721ae3d945f9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Oct 28 15:34:33.485023 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:34:33.981719 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeea563-3b84-4aa0-b08d-6500371d34be req-bbefde7f-c096-450f-bfde-63ec854bb268 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:33.983235 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8eeea563-3b84-4aa0-b08d-6500371d34be req-bbefde7f-c096-450f-bfde-63ec854bb268 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0519745 Oct 28 15:34:34.019566 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8eeea563-3b84-4aa0-b08d-6500371d34be req-126b4f1e-7d04-448f-8331-7c4e3a88841b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304916 Oct 28 15:34:35.130811 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abb561-6a4a-48cd-9e85-5ec2d410673d req-9ed23bda-376a-4843-8a10-9d2f6d834958 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:35.132255 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7abb561-6a4a-48cd-9e85-5ec2d410673d req-9ed23bda-376a-4843-8a10-9d2f6d834958 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471690 Oct 28 15:34:35.169118 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7abb561-6a4a-48cd-9e85-5ec2d410673d req-3cb94f75-32b4-43a9-8534-24f4146d9fa5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309365 Oct 28 15:34:36.281551 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af51960-c375-46c6-b538-e62f61011b20 req-3fd85bfd-b1a0-4121-81ef-cdfbe0b15e13 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:36.282859 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1af51960-c375-46c6-b538-e62f61011b20 req-3fd85bfd-b1a0-4121-81ef-cdfbe0b15e13 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477984 Oct 28 15:34:36.320585 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1af51960-c375-46c6-b538-e62f61011b20 req-c119b856-cf24-400c-bc6b-8f389c0acc72 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316703 Oct 28 15:34:37.446096 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362f00d-7ac6-4bfd-a83e-09612a5a3c90 req-0f4a2c00-692e-48d9-9256-e1f658615904 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:37.447540 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5362f00d-7ac6-4bfd-a83e-09612a5a3c90 req-0f4a2c00-692e-48d9-9256-e1f658615904 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0518162 Oct 28 15:34:37.483402 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5362f00d-7ac6-4bfd-a83e-09612a5a3c90 req-51f611c2-a287-4787-bfc6-fd4b65d56910 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299077 Oct 28 15:34:38.595857 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ba69-85dd-4ba5-99bb-c209876ac2c2 req-98ee7c3f-4839-4bfd-88e4-207099cde3a6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:38.597345 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fcb7ba69-85dd-4ba5-99bb-c209876ac2c2 req-98ee7c3f-4839-4bfd-88e4-207099cde3a6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480762 Oct 28 15:34:38.633418 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fcb7ba69-85dd-4ba5-99bb-c209876ac2c2 req-82cd4146-f9ff-43d3-851b-c91b20ed1503 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303080 Oct 28 15:34:39.744972 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450f29e-9398-4018-a5c5-ca4416a12c9a req-85e7ae27-cccd-493a-b59f-70381e0d55fb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:39.746449 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a450f29e-9398-4018-a5c5-ca4416a12c9a req-85e7ae27-cccd-493a-b59f-70381e0d55fb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475299 Oct 28 15:34:39.785253 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a450f29e-9398-4018-a5c5-ca4416a12c9a req-153e647d-35f4-407e-a47a-cfcfb4563c43 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Oct 28 15:34:40.697823 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:40.918005 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00c585-0700-4fd4-9a81-7bee577e8aa9 req-6139d337-018d-4952-82e3-59143502a703 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:40.919489 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc00c585-0700-4fd4-9a81-7bee577e8aa9 req-6139d337-018d-4952-82e3-59143502a703 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0569444 Oct 28 15:34:40.957459 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc00c585-0700-4fd4-9a81-7bee577e8aa9 req-ebe907b5-4dc6-45ec-b082-96919c638f57 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Oct 28 15:34:42.071823 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d48d2-73f1-4e77-8d92-88961db79cc5 req-1e1b48bd-7425-49f1-8b14-8e83a36a4615 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:42.078943 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b7d48d2-73f1-4e77-8d92-88961db79cc5 req-1e1b48bd-7425-49f1-8b14-8e83a36a4615 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0539851 Oct 28 15:34:42.112829 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b7d48d2-73f1-4e77-8d92-88961db79cc5 req-f81df4d8-c923-40e2-8581-c96cd1e30ee2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Oct 28 15:34:43.233840 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6823bd6-4f0d-49ad-8e74-2f74dd791a89 req-ad7da782-6983-4c75-bad2-9ee6b838ef03 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:43.235321 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f6823bd6-4f0d-49ad-8e74-2f74dd791a89 req-ad7da782-6983-4c75-bad2-9ee6b838ef03 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Oct 28 15:34:43.279602 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f6823bd6-4f0d-49ad-8e74-2f74dd791a89 req-8aee9fc7-d7bb-423d-8c34-359f585bbd69 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368242 Oct 28 15:34:44.400017 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17571ff5-8d1e-41ed-a344-1c45cd064a6a req-518a8114-bb20-414b-8587-919219480d4f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:44.401558 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-17571ff5-8d1e-41ed-a344-1c45cd064a6a req-518a8114-bb20-414b-8587-919219480d4f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0553689 Oct 28 15:34:44.441309 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-17571ff5-8d1e-41ed-a344-1c45cd064a6a req-dd17a2d0-6101-4536-936a-4519e00186d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Oct 28 15:34:45.376917 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-73625514-0a24-458d-ad6f-d4b28a8445e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:45.553163 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb1210-eddb-4e44-ba5a-c007449171e5 req-6ee0fa16-4391-4b1d-b47d-bc4b29c38579 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:45.554604 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3cdb1210-eddb-4e44-ba5a-c007449171e5 req-6ee0fa16-4391-4b1d-b47d-bc4b29c38579 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479078 Oct 28 15:34:45.591309 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3cdb1210-eddb-4e44-ba5a-c007449171e5 req-47f30df9-9171-45c7-9ba7-8c2a73f1b2b1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303175 Oct 28 15:34:46.704628 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1428718-ecd9-4196-901e-5efa1423699e req-6297dc8c-fd3b-4342-98cc-6d2546527165 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:46.706134 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b1428718-ecd9-4196-901e-5efa1423699e req-6297dc8c-fd3b-4342-98cc-6d2546527165 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480602 Oct 28 15:34:46.742588 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b1428718-ecd9-4196-901e-5efa1423699e req-17f4a75a-ad4b-4200-9d5f-d209c4462c72 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305719 Oct 28 15:34:47.859592 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dff82-9309-4864-9797-31f32f4b710c req-4de62973-0274-4b08-b052-e6286aa00c5c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:47.861095 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c29dff82-9309-4864-9797-31f32f4b710c req-4de62973-0274-4b08-b052-e6286aa00c5c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0518191 Oct 28 15:34:47.899368 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c29dff82-9309-4864-9797-31f32f4b710c req-f8fb5642-0e1c-4bbf-a1ac-357b64875c06 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Oct 28 15:34:48.131263 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bf0620d5-39ff-46e5-a48d-93da54e6e5a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:49.012066 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb5886-2f53-4bff-8051-3848fb22d8d7 req-432a7788-2573-439d-ad54-ddbf2403759b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:49.013601 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-31fb5886-2f53-4bff-8051-3848fb22d8d7 req-432a7788-2573-439d-ad54-ddbf2403759b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479925 Oct 28 15:34:49.050724 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-31fb5886-2f53-4bff-8051-3848fb22d8d7 req-2dd1e4bb-31fb-4eb8-84ed-57514a443910 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308421 Oct 28 15:34:49.069477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:49.315975 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:50.165193 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b1e6f-4d45-4167-bc66-70caaf201b13 req-d2c5dd35-bb7a-45cd-a08d-e61f4ff900fa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:50.166641 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a19b1e6f-4d45-4167-bc66-70caaf201b13 req-d2c5dd35-bb7a-45cd-a08d-e61f4ff900fa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Oct 28 15:34:50.204112 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a19b1e6f-4d45-4167-bc66-70caaf201b13 req-740ae02f-6208-4820-afa3-95966bdced05 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309556 Oct 28 15:34:50.993807 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:34:51.319489 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96552151-5365-4977-afeb-a77177b75530 req-577b96b3-f424-4f7c-be3d-5390fd939d95 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:51.320969 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-96552151-5365-4977-afeb-a77177b75530 req-577b96b3-f424-4f7c-be3d-5390fd939d95 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0519657 Oct 28 15:34:51.357226 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-96552151-5365-4977-afeb-a77177b75530 req-a0f143ba-3b36-4d88-bf5f-95132a85bc28 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294831 Oct 28 15:34:52.471644 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5d76c-6aee-4117-82bc-acd8b101eb21 req-609f25e2-9c2f-44a7-8e5c-bbc1320be39f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:52.473171 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-96a5d76c-6aee-4117-82bc-acd8b101eb21 req-609f25e2-9c2f-44a7-8e5c-bbc1320be39f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0489228 Oct 28 15:34:52.515730 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-96a5d76c-6aee-4117-82bc-acd8b101eb21 req-8116dac0-b832-44f5-aae8-c73c26450c1b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Oct 28 15:34:53.629226 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2bc7c-926e-44f0-832b-d82416284565 req-224040dd-ce8c-4bc4-9977-e215fa01585f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:53.630683 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edc2bc7c-926e-44f0-832b-d82416284565 req-224040dd-ce8c-4bc4-9977-e215fa01585f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0491529 Oct 28 15:34:53.667189 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edc2bc7c-926e-44f0-832b-d82416284565 req-bb3edde8-6540-4267-b468-53861b51f0aa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306175 Oct 28 15:34:54.782335 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77612ae2-4020-474b-9aba-4089b695007c req-a5c0a456-be81-4344-a3c9-dece86547ba9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:54.783772 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-77612ae2-4020-474b-9aba-4089b695007c req-a5c0a456-be81-4344-a3c9-dece86547ba9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0518827 Oct 28 15:34:54.821146 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-77612ae2-4020-474b-9aba-4089b695007c req-ce02784d-b13c-4d11-9b71-8e44c7418e02 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Oct 28 15:34:55.934591 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48dc0e-3935-4ea6-8d02-d0e7fc065107 req-261d7f00-a6bd-4226-b4b7-31f2f2a58e5a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:55.936635 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ed48dc0e-3935-4ea6-8d02-d0e7fc065107 req-261d7f00-a6bd-4226-b4b7-31f2f2a58e5a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Oct 28 15:34:55.973179 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ed48dc0e-3935-4ea6-8d02-d0e7fc065107 req-326b4735-ecd7-4234-b0e1-121f40d5d42c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307765 Oct 28 15:34:57.083428 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed4243-68f4-4391-8867-fb259382a9ca req-9d733e91-893a-4382-9d8a-5c325e6bcdfd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:57.085402 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-efed4243-68f4-4391-8867-fb259382a9ca req-9d733e91-893a-4382-9d8a-5c325e6bcdfd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473723 Oct 28 15:34:57.121803 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-efed4243-68f4-4391-8867-fb259382a9ca req-9d750396-712d-42db-97fb-1af684e7d9c7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Oct 28 15:34:57.238060 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-1eb10fa9-3cd6-4f8e-9aed-1e44e51081b7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390868 Oct 28 15:34:57.301883 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-c352445e-fda7-4632-a3a1-1c6d20dca591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:57.303257 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-c352445e-fda7-4632-a3a1-1c6d20dca591 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 1098 time: 0.0431223 Oct 28 15:34:57.409619 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-3fef9550-3bdc-4b83-bb38-a0ed4ebe03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:57.411054 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-3fef9550-3bdc-4b83-bb38-a0ed4ebe03e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 200 len: 919 time: 0.0872912 Oct 28 15:34:57.477933 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-28bb1053-e278-4db9-9c3e-a3b2a5c3786f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2af929d2-70e7-4606-bf03-5b2151449c8d HTTP/1.1" status: 200 len: 1000 time: 0.0597198 Oct 28 15:34:57.527253 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-c149db7c-f56e-47fd-8222-d6facc724ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:57.528785 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-c149db7c-f56e-47fd-8222-d6facc724ceb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=df44fd80-e2d0-457c-b1ed-91076ba03ff6 HTTP/1.1" status: 200 len: 856 time: 0.0439317 Oct 28 15:34:57.572499 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-e4a6e160-1a12-491b-85d5-3df180e1066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:57.573876 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-e4a6e160-1a12-491b-85d5-3df180e1066b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=adaae7dc-8ce6-4ed0-8c77-33a94b998a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385504 Oct 28 15:34:57.670042 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-84e4361b-89b2-472f-a28f-6f61cdce490c service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888560 Oct 28 15:34:57.757935 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-678d21a0-0919-40f3-a7db-d0c8a2e910a0 req-25e7a2fb-adab-4d36-9624-dbef0c122c8b service neutron] 10.222.0.49 "GET /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802460 Oct 28 15:34:58.243307 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30226cf-ecac-4925-9551-db74b70a7d7b req-42db69aa-f75d-4a43-a374-a535bfb07ca7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:58.244712 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e30226cf-ecac-4925-9551-db74b70a7d7b req-42db69aa-f75d-4a43-a374-a535bfb07ca7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0539711 Oct 28 15:34:58.281457 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e30226cf-ecac-4925-9551-db74b70a7d7b req-451ed156-4661-490f-8e91-58ade9425873 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Oct 28 15:34:59.393865 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baab05-8ae5-44b5-96d3-7a06d48910c2 req-9d1a66b4-c262-4b5d-9f1c-d7cf9f8b9da3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:34:59.395317 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-43baab05-8ae5-44b5-96d3-7a06d48910c2 req-9d1a66b4-c262-4b5d-9f1c-d7cf9f8b9da3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0486920 Oct 28 15:34:59.431854 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-43baab05-8ae5-44b5-96d3-7a06d48910c2 req-07ec7187-41b0-4522-b066-8772e25065bb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307961 Oct 28 15:35:00.546584 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa671e-fe2a-4953-a3c9-ccb574dccfa9 req-5ce27202-c0b3-4748-bf6b-b1abdd0f7d5f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:00.548069 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0cfa671e-fe2a-4953-a3c9-ccb574dccfa9 req-5ce27202-c0b3-4748-bf6b-b1abdd0f7d5f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0485408 Oct 28 15:35:00.586734 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0cfa671e-fe2a-4953-a3c9-ccb574dccfa9 req-da69faf1-bb9d-4867-ad14-e2573abba6b9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Oct 28 15:35:01.702534 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e68fa-0dc4-4e3e-b811-be4c86971627 req-840bd6b2-d037-4bb2-8b7c-be891af99464 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:01.703973 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-937e68fa-0dc4-4e3e-b811-be4c86971627 req-840bd6b2-d037-4bb2-8b7c-be891af99464 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0517757 Oct 28 15:35:01.740997 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-937e68fa-0dc4-4e3e-b811-be4c86971627 req-a463b139-0dc8-49b3-a0ea-3276507bb976 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Oct 28 15:35:02.851948 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d69281-f63f-4f94-b8db-9540a7704295 req-a8908d71-b596-490b-8c4a-adced1bc2294 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:02.853304 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62d69281-f63f-4f94-b8db-9540a7704295 req-a8908d71-b596-490b-8c4a-adced1bc2294 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472445 Oct 28 15:35:02.890228 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62d69281-f63f-4f94-b8db-9540a7704295 req-68e9e6f6-9771-4913-acf3-2786c687bec1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307770 Oct 28 15:35:04.002829 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572fbc-f34e-4d28-9c37-c904a770c436 req-9f037317-3e8d-4ca8-b091-73a086a507ca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:04.004951 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eb572fbc-f34e-4d28-9c37-c904a770c436 req-9f037317-3e8d-4ca8-b091-73a086a507ca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473149 Oct 28 15:35:04.040508 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eb572fbc-f34e-4d28-9c37-c904a770c436 req-6443624a-ceca-4f88-8436-b792050c8513 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298488 Oct 28 15:35:05.156633 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38450bc3-bec0-4926-abb4-2b4094b41f31 req-f027afce-0dc1-4233-9ff1-040d99fe18d3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:05.158059 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-38450bc3-bec0-4926-abb4-2b4094b41f31 req-f027afce-0dc1-4233-9ff1-040d99fe18d3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0508523 Oct 28 15:35:05.194312 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-38450bc3-bec0-4926-abb4-2b4094b41f31 req-c648f9a3-dc4e-4183-9621-133ba8a9619d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304124 Oct 28 15:35:06.307501 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883e760-e2ed-4ff3-a8db-0f0fcba12469 req-468f2f04-12b0-4c12-af5d-e7694237faaa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:06.308972 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f883e760-e2ed-4ff3-a8db-0f0fcba12469 req-468f2f04-12b0-4c12-af5d-e7694237faaa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Oct 28 15:35:06.346278 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f883e760-e2ed-4ff3-a8db-0f0fcba12469 req-dff23f22-1315-46c8-94eb-1b3063035f92 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Oct 28 15:35:07.460002 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35996bf4-c055-4968-b578-c99c7973e25c req-e0961887-3e2b-4406-bc1f-7397d333b5d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:07.461507 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-35996bf4-c055-4968-b578-c99c7973e25c req-e0961887-3e2b-4406-bc1f-7397d333b5d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0481002 Oct 28 15:35:07.498408 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-35996bf4-c055-4968-b578-c99c7973e25c req-68c8ccfb-5c98-412b-a8bc-7db3360d81bf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Oct 28 15:35:08.611863 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e84c5-81f9-40e6-8686-7154609bc9cd req-c7ff61a5-f32f-4fd6-a308-7bd2f2ea3344 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:08.613319 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7d9e84c5-81f9-40e6-8686-7154609bc9cd req-c7ff61a5-f32f-4fd6-a308-7bd2f2ea3344 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0508471 Oct 28 15:35:08.649998 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7d9e84c5-81f9-40e6-8686-7154609bc9cd req-8d3d5255-8f09-4603-a30f-473e78defae5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304127 Oct 28 15:35:09.780907 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0c7f9-4e12-4473-9f67-c68807f4cfd3 req-286cf161-c6ab-4f01-a05b-0faa09fc4ccb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:09.786386 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1b0c7f9-4e12-4473-9f67-c68807f4cfd3 req-286cf161-c6ab-4f01-a05b-0faa09fc4ccb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0485353 Oct 28 15:35:09.819326 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1b0c7f9-4e12-4473-9f67-c68807f4cfd3 req-14e83a0e-068c-4ce8-8cf4-7b732d0d131a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Oct 28 15:35:10.483800 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:35:10.725727 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:10.932220 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3860f-d046-4f6e-816d-23056902db45 req-8490559d-40ed-4a93-ace8-c4abc7250f60 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:10.933694 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dac3860f-d046-4f6e-816d-23056902db45 req-8490559d-40ed-4a93-ace8-c4abc7250f60 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0485694 Oct 28 15:35:10.971220 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dac3860f-d046-4f6e-816d-23056902db45 req-af791040-5aa1-4e5d-a57f-09280a192dd6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Oct 28 15:35:12.108896 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacf620-93dd-408a-a0ab-c240ef5b80b6 req-b585920b-bd73-402a-992e-1e7c0ab59a6b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:12.110368 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bdacf620-93dd-408a-a0ab-c240ef5b80b6 req-b585920b-bd73-402a-992e-1e7c0ab59a6b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0580959 Oct 28 15:35:12.147355 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bdacf620-93dd-408a-a0ab-c240ef5b80b6 req-d8b72e62-209b-4b73-b932-e33b64e7b360 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305922 Oct 28 15:35:13.257786 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1e2a8-c4c8-44d6-a5d3-379c3d0d71bc req-e9f9ff76-86d3-496a-9111-978d7fa623e2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:13.259218 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5a1e2a8-c4c8-44d6-a5d3-379c3d0d71bc req-e9f9ff76-86d3-496a-9111-978d7fa623e2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476060 Oct 28 15:35:13.295370 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5a1e2a8-c4c8-44d6-a5d3-379c3d0d71bc req-8f615088-56b3-4e69-823d-d69f7c44997e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303516 Oct 28 15:35:14.407425 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502129a-768b-464e-bf79-fd136a5b5f9e req-d2b984c0-d200-463d-91b0-4e238c806915 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:14.408795 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5502129a-768b-464e-bf79-fd136a5b5f9e req-d2b984c0-d200-463d-91b0-4e238c806915 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0469189 Oct 28 15:35:14.444599 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5502129a-768b-464e-bf79-fd136a5b5f9e req-c201059b-22bc-4a3c-981a-93cc945d58fa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294428 Oct 28 15:35:15.365588 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-655ad1e0-4a98-4666-9ca7-f15e3883d22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:15.559787 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ada997-e36a-47d0-958a-7f1fefe20e39 req-d3913a18-6cac-4aa1-aed7-346f7f842c6a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:15.561267 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-98ada997-e36a-47d0-958a-7f1fefe20e39 req-d3913a18-6cac-4aa1-aed7-346f7f842c6a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0508220 Oct 28 15:35:15.598346 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-98ada997-e36a-47d0-958a-7f1fefe20e39 req-5a37b61c-481d-47a6-b529-fa714371f788 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311561 Oct 28 15:35:16.710828 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ace23-c4ef-4f46-93a6-b6f70151d700 req-e0437225-f7ad-4504-9fd3-0942adde7ed3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:16.712297 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b1ace23-c4ef-4f46-93a6-b6f70151d700 req-e0437225-f7ad-4504-9fd3-0942adde7ed3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478849 Oct 28 15:35:16.749371 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b1ace23-c4ef-4f46-93a6-b6f70151d700 req-ab37e83e-7009-4f60-acf0-7eb32faf13e2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311694 Oct 28 15:35:17.877705 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510e6e4-a2fe-46ec-8681-dd57cf715fcf req-c9f00f41-fd4d-4d6b-810f-2a9807fdd36f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:17.879183 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6510e6e4-a2fe-46ec-8681-dd57cf715fcf req-c9f00f41-fd4d-4d6b-810f-2a9807fdd36f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0487270 Oct 28 15:35:17.916640 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6510e6e4-a2fe-46ec-8681-dd57cf715fcf req-f9a15cb2-4f84-4989-b049-4396806894a8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311363 Oct 28 15:35:18.143056 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d9331e26-d87c-4210-a128-3e5913b8da00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:19.031110 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdee2a-b1c7-4c26-b80d-9757d448975e req-4fd4a2ee-6857-4b00-99fa-241a24a0af56 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:19.032578 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4fdee2a-b1c7-4c26-b80d-9757d448975e req-4fd4a2ee-6857-4b00-99fa-241a24a0af56 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0520482 Oct 28 15:35:19.068878 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:19.070647 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4fdee2a-b1c7-4c26-b80d-9757d448975e req-74b7e4a9-a43f-48fd-aed9-7c2481708491 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320785 Oct 28 15:35:19.319540 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:20.181416 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d2aca-eb3c-4d62-8f84-766c498040c2 req-6e57e4c0-a66a-4d22-9f1b-7e84a096cbcd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:20.182881 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b8d2aca-eb3c-4d62-8f84-766c498040c2 req-6e57e4c0-a66a-4d22-9f1b-7e84a096cbcd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483973 Oct 28 15:35:20.226992 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b8d2aca-eb3c-4d62-8f84-766c498040c2 req-e1bde88c-02f8-4a3b-a603-6b73d20a3ce9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382764 Oct 28 15:35:21.000093 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:21.338182 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4fe67-8674-4240-aedc-7167de9c1931 req-ff826ff3-ba5d-4ba5-b494-cdbe675588ec tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:21.339618 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-82d4fe67-8674-4240-aedc-7167de9c1931 req-ff826ff3-ba5d-4ba5-b494-cdbe675588ec tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472116 Oct 28 15:35:21.376153 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-82d4fe67-8674-4240-aedc-7167de9c1931 req-37742be6-c52f-4891-a965-f4a00f341269 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307636 Oct 28 15:35:22.503312 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092c970-55e7-4e70-8d7a-783b84207471 req-27be4677-fd60-46b3-8521-fc27fcebf1b7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:22.504811 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1092c970-55e7-4e70-8d7a-783b84207471 req-27be4677-fd60-46b3-8521-fc27fcebf1b7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0548122 Oct 28 15:35:22.546985 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1092c970-55e7-4e70-8d7a-783b84207471 req-eafc9615-6e39-4b81-b61b-bf873b44556d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363333 Oct 28 15:35:23.662380 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4896f4a-89cc-4cc2-ab06-90bbf0887bcd req-5c40248f-4ae4-4116-b356-f0ebdf6eaf6f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:23.663885 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a4896f4a-89cc-4cc2-ab06-90bbf0887bcd req-5c40248f-4ae4-4116-b356-f0ebdf6eaf6f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0525625 Oct 28 15:35:23.701772 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a4896f4a-89cc-4cc2-ab06-90bbf0887bcd req-8988e9e9-6552-47dc-af5b-c2ee53ea6412 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Oct 28 15:35:24.815620 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813e271-af4a-4adf-b399-e27005c50c93 req-93e31ce6-d25e-4c1f-a422-bbd9eb71edca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:24.817128 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5813e271-af4a-4adf-b399-e27005c50c93 req-93e31ce6-d25e-4c1f-a422-bbd9eb71edca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480764 Oct 28 15:35:24.856763 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5813e271-af4a-4adf-b399-e27005c50c93 req-9983cfad-6613-4128-b94d-c9ef262d6552 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Oct 28 15:35:25.970927 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26f669-6f23-4524-8bff-b0aa6e6fee46 req-79486b32-5885-4a77-a1e7-083d92083096 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:25.972488 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e26f669-6f23-4524-8bff-b0aa6e6fee46 req-79486b32-5885-4a77-a1e7-083d92083096 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0503480 Oct 28 15:35:26.008184 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2e26f669-6f23-4524-8bff-b0aa6e6fee46 req-0fab0d4d-5687-4231-9127-623e26659c42 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299466 Oct 28 15:35:27.120987 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31e488-24ba-41a2-8ff4-d708faf14b0e req-5a9b609f-9e13-45fc-a609-06b1c45fb4ae tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:27.122437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0f31e488-24ba-41a2-8ff4-d708faf14b0e req-5a9b609f-9e13-45fc-a609-06b1c45fb4ae tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Oct 28 15:35:27.159437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0f31e488-24ba-41a2-8ff4-d708faf14b0e req-8bdf868e-531f-49fd-873c-3c5c129acd94 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309772 Oct 28 15:35:28.282639 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b9ffa-9773-439e-b165-cbc3a1f8ca80 req-50d6698e-ed59-4a6f-9504-ad7a10d4e12a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:28.284525 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d1b9ffa-9773-439e-b165-cbc3a1f8ca80 req-50d6698e-ed59-4a6f-9504-ad7a10d4e12a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0583613 Oct 28 15:35:28.324273 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d1b9ffa-9773-439e-b165-cbc3a1f8ca80 req-66ff5c51-3a9d-4d24-8eb1-72b29b0b3552 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Oct 28 15:35:29.441763 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29575f14-6c91-4541-ae30-c55e62d0ad03 req-40dedeea-fd18-4773-9d39-1ac97d046cfa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:29.443194 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-29575f14-6c91-4541-ae30-c55e62d0ad03 req-40dedeea-fd18-4773-9d39-1ac97d046cfa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0506003 Oct 28 15:35:29.480153 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-29575f14-6c91-4541-ae30-c55e62d0ad03 req-f95ce5a5-2a11-4597-8661-89f5cca8169e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Oct 28 15:35:30.591460 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5430f-a77c-463d-8e3a-5ed93f3d3733 req-858819f0-23fe-475c-badd-d231253fa830 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:30.592920 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4df5430f-a77c-463d-8e3a-5ed93f3d3733 req-858819f0-23fe-475c-badd-d231253fa830 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0470450 Oct 28 15:35:30.630831 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4df5430f-a77c-463d-8e3a-5ed93f3d3733 req-a1a7bf7d-99bb-4a43-80d6-6386cdd1c69b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319378 Oct 28 15:35:31.742498 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee525f4e-d40c-4d9d-8241-38308cca8016 req-35a68dd1-60ad-4d72-876b-97b0378af2ae tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:31.744003 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ee525f4e-d40c-4d9d-8241-38308cca8016 req-35a68dd1-60ad-4d72-876b-97b0378af2ae tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476770 Oct 28 15:35:31.781567 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ee525f4e-d40c-4d9d-8241-38308cca8016 req-3df3017c-9660-4a12-a2c1-4cd0068e59d3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Oct 28 15:35:32.952974 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc897a-9d0f-43de-aa30-37403a6b1e7b req-9068425c-cd5f-4551-b1ca-ffbee6e8dfca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:32.952974 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-accc897a-9d0f-43de-aa30-37403a6b1e7b req-9068425c-cd5f-4551-b1ca-ffbee6e8dfca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0513501 Oct 28 15:35:32.952974 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-accc897a-9d0f-43de-aa30-37403a6b1e7b req-e66e2801-9a65-4b7b-af90-feb847abcd84 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Oct 28 15:35:34.050665 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcac301-fe3a-4259-91d0-36abfef02766 req-d159a7eb-0694-4016-8c52-e96ac7d44c7a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:34.052697 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dbcac301-fe3a-4259-91d0-36abfef02766 req-d159a7eb-0694-4016-8c52-e96ac7d44c7a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0468848 Oct 28 15:35:34.091024 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dbcac301-fe3a-4259-91d0-36abfef02766 req-50b00b33-eee2-4b26-b3b2-8ea4f3a500fc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323131 Oct 28 15:35:35.211439 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbfd9a-285f-4f52-8da3-22a16f4b6649 req-bb639292-4eb6-4737-bc17-431e09c23a41 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:35.212891 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-74fbfd9a-285f-4f52-8da3-22a16f4b6649 req-bb639292-4eb6-4737-bc17-431e09c23a41 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0468147 Oct 28 15:35:35.249163 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-74fbfd9a-285f-4f52-8da3-22a16f4b6649 req-311fdfa5-d9ea-4ee0-985f-a6c3544648f8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304241 Oct 28 15:35:36.364755 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d367c2-a7bd-45e2-832d-2788502bdb74 req-9204d533-6ba9-4025-958c-ae70e01a06d6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:36.366718 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d5d367c2-a7bd-45e2-832d-2788502bdb74 req-9204d533-6ba9-4025-958c-ae70e01a06d6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0514553 Oct 28 15:35:36.405613 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d5d367c2-a7bd-45e2-832d-2788502bdb74 req-5aec78e2-758d-4f9f-a7e7-b7783b32b73e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Oct 28 15:35:37.517194 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cb8e8-bcc7-477f-b33c-639eada610bd req-ea858019-4185-41be-820f-0c219f7b4913 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:37.518530 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c86cb8e8-bcc7-477f-b33c-639eada610bd req-ea858019-4185-41be-820f-0c219f7b4913 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475101 Oct 28 15:35:37.555156 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c86cb8e8-bcc7-477f-b33c-639eada610bd req-60cda414-7e02-427e-9ab0-b13de2466aae tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303161 Oct 28 15:35:38.666554 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbaedb-627e-432a-9980-7b7ffe7050d2 req-fe72b384-7250-41e5-9342-c6f971fe0856 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:38.667998 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1abbaedb-627e-432a-9980-7b7ffe7050d2 req-fe72b384-7250-41e5-9342-c6f971fe0856 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478909 Oct 28 15:35:38.703587 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1abbaedb-627e-432a-9980-7b7ffe7050d2 req-cdcf6a18-bfa6-41a2-85d7-cc2821799c1b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298030 Oct 28 15:35:39.826189 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fe211-941a-4a0f-8980-7ee312697e55 req-6dd60306-85d0-4c92-843b-3b4f559ef736 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:39.827687 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5f1fe211-941a-4a0f-8980-7ee312697e55 req-6dd60306-85d0-4c92-843b-3b4f559ef736 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0527639 Oct 28 15:35:39.865311 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5f1fe211-941a-4a0f-8980-7ee312697e55 req-cf56c95b-a0fe-48cc-b45a-722702bd8b54 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314543 Oct 28 15:35:40.712993 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:40.979437 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aef1b2-e8cf-467c-bb3b-f31b675ac570 req-9ee7796c-9441-4929-bd39-709d7144e636 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:40.980864 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62aef1b2-e8cf-467c-bb3b-f31b675ac570 req-9ee7796c-9441-4929-bd39-709d7144e636 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479484 Oct 28 15:35:41.018531 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62aef1b2-e8cf-467c-bb3b-f31b675ac570 req-88acb9f3-9289-4b02-963c-0089f23adb89 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307133 Oct 28 15:35:42.140674 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2e42-bfbd-4669-ab08-c9ef698c957a req-609117db-beff-453a-9f77-38bcc5c7c020 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:42.142144 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-67db2e42-bfbd-4669-ab08-c9ef698c957a req-609117db-beff-453a-9f77-38bcc5c7c020 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477989 Oct 28 15:35:42.179711 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-67db2e42-bfbd-4669-ab08-c9ef698c957a req-dac8d8bf-2149-4fad-87e7-7f10ef0a475f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317609 Oct 28 15:35:43.303557 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2eb6b-7f94-4da1-aa1e-43c05654071b req-aaedb6d5-5155-489e-8bf9-ce3bfe88feea tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:43.304343 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-34a2eb6b-7f94-4da1-aa1e-43c05654071b req-aaedb6d5-5155-489e-8bf9-ce3bfe88feea tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0522840 Oct 28 15:35:43.342371 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-34a2eb6b-7f94-4da1-aa1e-43c05654071b req-e4e4e1d4-a492-4e0a-8b6c-742258a8ca19 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Oct 28 15:35:44.457777 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c3ead-b3e1-4f19-b5b7-833481360afa req-6b70d25e-f946-49cd-87ad-b1e238015a00 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:44.459219 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4a2c3ead-b3e1-4f19-b5b7-833481360afa req-6b70d25e-f946-49cd-87ad-b1e238015a00 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478218 Oct 28 15:35:44.495495 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4a2c3ead-b3e1-4f19-b5b7-833481360afa req-72437f8f-f4ed-4b50-adde-6275f6dd79c6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301349 Oct 28 15:35:45.364496 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-722d3599-32eb-40eb-badf-265c012bb402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:45.606133 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013f750-f301-48ae-b92e-b32705eb3e8e req-cc48fa96-d258-477a-b662-dbd7f9210263 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:45.607639 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6013f750-f301-48ae-b92e-b32705eb3e8e req-cc48fa96-d258-477a-b662-dbd7f9210263 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0466421 Oct 28 15:35:45.645979 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6013f750-f301-48ae-b92e-b32705eb3e8e req-6bfdcfa5-0905-4193-82e5-87b55c8e86c5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Oct 28 15:35:46.766328 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76af8d-87ae-437d-af78-45e8e99c4b57 req-a4463f9a-7427-44b2-abe1-0cf82c2487a6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:46.767753 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8a76af8d-87ae-437d-af78-45e8e99c4b57 req-a4463f9a-7427-44b2-abe1-0cf82c2487a6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0524149 Oct 28 15:35:46.805894 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8a76af8d-87ae-437d-af78-45e8e99c4b57 req-3e991cba-baad-4adb-b664-33d5333d9652 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321288 Oct 28 15:35:47.482967 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:35:47.917216 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77118826-48cd-4d40-9894-f7b9d145175a req-e751f6c1-e6cf-43e5-84c8-d7e87f468c37 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:47.918658 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-77118826-48cd-4d40-9894-f7b9d145175a req-e751f6c1-e6cf-43e5-84c8-d7e87f468c37 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473053 Oct 28 15:35:47.954655 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-77118826-48cd-4d40-9894-f7b9d145175a req-943219cd-0b07-44de-8474-cf75973d7932 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302205 Oct 28 15:35:48.162803 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c3993594-bad5-4667-b002-8071c9122c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:49.068064 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b99a-05bf-47e2-9e55-43a69108c2ac req-bec1214a-c525-4691-aeba-1faa6c8e7f52 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:49.069443 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3937b99a-05bf-47e2-9e55-43a69108c2ac req-bec1214a-c525-4691-aeba-1faa6c8e7f52 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483782 Oct 28 15:35:49.073048 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:49.107074 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3937b99a-05bf-47e2-9e55-43a69108c2ac req-48296a98-bd5e-4ee7-9272-77a35d7085d6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307279 Oct 28 15:35:49.330012 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:50.224113 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fa428-73f2-4d97-9229-8b3637474a60 req-af44c177-8f2b-4d94-8093-bee3187baa43 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:50.225583 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c38fa428-73f2-4d97-9229-8b3637474a60 req-af44c177-8f2b-4d94-8093-bee3187baa43 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0515134 Oct 28 15:35:50.474495 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c38fa428-73f2-4d97-9229-8b3637474a60 req-b1dd9dc6-e007-4322-a5d6-9dbf26528c59 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429326 Oct 28 15:35:50.992934 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:51.591512 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4fa2a-9ff6-4acf-97eb-537a1f8d9b45 req-e01e709f-00e7-45e1-bd4f-40034ab7e130 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:51.592876 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f0d4fa2a-9ff6-4acf-97eb-537a1f8d9b45 req-e01e709f-00e7-45e1-bd4f-40034ab7e130 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471416 Oct 28 15:35:51.628025 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f0d4fa2a-9ff6-4acf-97eb-537a1f8d9b45 req-2354c2d2-b5b4-465e-9e90-9afb25e96447 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292888 Oct 28 15:35:52.740547 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fafda6-624b-4ed4-bc90-6460aea58a38 req-833028d7-c73c-4525-86a9-e70ff027cf37 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:52.742013 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c3fafda6-624b-4ed4-bc90-6460aea58a38 req-833028d7-c73c-4525-86a9-e70ff027cf37 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475502 Oct 28 15:35:52.779117 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c3fafda6-624b-4ed4-bc90-6460aea58a38 req-bbd93b04-df91-445d-b838-16578fdd7446 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Oct 28 15:35:53.894367 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626bf8a-1429-4d41-b8e4-21c7175faefc req-5b59194d-ab32-417e-a52d-f4b2914bef07 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:53.895756 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4626bf8a-1429-4d41-b8e4-21c7175faefc req-5b59194d-ab32-417e-a52d-f4b2914bef07 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0507421 Oct 28 15:35:53.931905 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4626bf8a-1429-4d41-b8e4-21c7175faefc req-4999e7ac-1c50-4666-bc55-d9f6054f4b01 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296183 Oct 28 15:35:55.043481 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c9fcb-e90a-4257-a090-6dc2dd8fe0de req-88a9b0d1-d020-41af-a2af-d350f6e3508d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:55.044846 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f07c9fcb-e90a-4257-a090-6dc2dd8fe0de req-88a9b0d1-d020-41af-a2af-d350f6e3508d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472546 Oct 28 15:35:55.081194 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f07c9fcb-e90a-4257-a090-6dc2dd8fe0de req-1afbdbb8-cad0-499e-8c45-9bf130a54a5c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305736 Oct 28 15:35:56.197340 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894e111-283b-4027-9d2c-57d84e38ffbe req-8e0111b9-2e1a-4a8d-908a-795078478ca0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:56.198783 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8894e111-283b-4027-9d2c-57d84e38ffbe req-8e0111b9-2e1a-4a8d-908a-795078478ca0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478816 Oct 28 15:35:56.235320 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8894e111-283b-4027-9d2c-57d84e38ffbe req-6a3923f0-bc25-4b2e-8272-7cccdb2e5631 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307138 Oct 28 15:35:57.238176 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-79e3f7df-a4cf-4311-a618-98f6fab1a1c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437286 Oct 28 15:35:57.326218 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-4463ddd1-4349-4bce-a7cc-144c75543366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:57.327692 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-4463ddd1-4349-4bce-a7cc-144c75543366 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0405779 Oct 28 15:35:57.355208 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b98385-bea3-448b-9b92-5ed98db288ac req-a3d1674c-c05e-424d-be8a-17d557598639 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:57.356663 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49b98385-bea3-448b-9b92-5ed98db288ac req-a3d1674c-c05e-424d-be8a-17d557598639 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0527000 Oct 28 15:35:57.393353 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49b98385-bea3-448b-9b92-5ed98db288ac req-e4f44f18-c1e6-436c-86e9-8e8c81d1e162 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307643 Oct 28 15:35:57.433161 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-1edc2906-706a-40fe-bd1f-08931a6f5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:57.434594 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-1edc2906-706a-40fe-bd1f-08931a6f5289 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0850534 Oct 28 15:35:57.486829 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-be736b88-7049-4326-a486-079c2dc4b13f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0443060 Oct 28 15:35:57.537822 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-b6e72854-e8f5-4c63-9850-be24522d98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:57.539286 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-b6e72854-e8f5-4c63-9850-be24522d98cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0451655 Oct 28 15:35:57.571042 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-3f62a6e6-f61b-43b1-8e62-69ceca79d413 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238676 Oct 28 15:35:57.664635 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-44cde5a4-f555-4426-85d6-bccedabdc680 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866208 Oct 28 15:35:57.753160 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-98df5a6a-f1a3-494f-82ac-1b34328385db req-92a3dd7e-a3fb-408e-a443-a73d27da3497 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809195 Oct 28 15:35:58.080104 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359faa-e14a-4c7a-8ff7-899bd89b5917 req-9b67fb3d-4993-4afc-b1e7-5a2245158dcc tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:58.081566 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b359faa-e14a-4c7a-8ff7-899bd89b5917 req-9b67fb3d-4993-4afc-b1e7-5a2245158dcc tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 945 time: 0.0483994 Oct 28 15:35:58.119293 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b359faa-e14a-4c7a-8ff7-899bd89b5917 req-92ed82b4-bb26-49c4-a200-f994669952b6 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316627 Oct 28 15:35:58.509300 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6d201-16ac-4d73-8c7f-cc141ab4019a req-82f40a0d-d4d6-4ce5-af8a-eba4b9afe370 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:58.510666 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bea6d201-16ac-4d73-8c7f-cc141ab4019a req-82f40a0d-d4d6-4ce5-af8a-eba4b9afe370 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477405 Oct 28 15:35:58.549103 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bea6d201-16ac-4d73-8c7f-cc141ab4019a req-8c7da4c6-daea-4263-ad28-97d40997074b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 Oct 28 15:35:58.869725 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-984d16b1-ac55-44e4-9bbf-19580ecdb8a8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:58.871074 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-984d16b1-ac55-44e4-9bbf-19580ecdb8a8 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 945 time: 0.0553043 Oct 28 15:35:58.957275 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Deleting port 2af929d2-70e7-4606-bf03-5b2151449c8d {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:35:58.957601 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:59.044302 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] For port 2af929d2-70e7-4606-bf03-5b2151449c8d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=2af929d2-70e7-4606-bf03-5b2151449c8d,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:35:59.044675 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:59.219580 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:59.220072 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:59.220273 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.l3_db [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Floating IP 4bff4cb5-5f25-46ae-a4e0-aa6fd915247f disassociated. External IP: 172.27.1.31, port: 2af929d2-70e7-4606-bf03-5b2151449c8d. Oct 28 15:35:59.220612 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Calling delete_port for 2af929d2-70e7-4606-bf03-5b2151449c8d owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:35:59.243674 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956f7bd-342a-44f8-9fbe-91000201ad7e req-25d733b4-dacd-44ee-a97e-293b45e1ffa0 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:59.245174 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3956f7bd-342a-44f8-9fbe-91000201ad7e req-25d733b4-dacd-44ee-a97e-293b45e1ffa0 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 945 time: 0.0530834 Oct 28 15:35:59.284906 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3956f7bd-342a-44f8-9fbe-91000201ad7e req-324de36b-98cf-49f4-995a-521755b92631 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups?id=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337808 Oct 28 15:35:59.426577 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:59.455258 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event deleted for resources: {'Port': ['ID=2af929d2-70e7-4606-bf03-5b2151449c8d,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:35:59.476054 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.476454 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.539861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:35:59.592676 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Router 7beece5a-d048-45d2-8597-10b2472c8de8 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:35:59.660989 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cafbb5-df6e-4bb5-b0e5-a45ddda81a24 req-54a09ed1-2b3e-4bac-ab9b-8c33d817b220 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:35:59.662454 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b0cafbb5-df6e-4bb5-b0e5-a45ddda81a24 req-54a09ed1-2b3e-4bac-ab9b-8c33d817b220 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472374 Oct 28 15:35:59.701690 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:35:59.702605 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b0cafbb5-df6e-4bb5-b0e5-a45ddda81a24 req-1442cff4-cd01-4f43-8d4f-8af7948b6e5b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Oct 28 15:35:59.714776 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] Sync routers for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:35:59.725173 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:35:59.725759 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:35:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:35:59.742738 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] No DVR routers for this DVR port 2af929d2-70e7-4606-bf03-5b2151449c8d on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:35:59.745342 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:35:59.748755 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9b84efe0-666e-45cf-8949-fb5cef5a7677 req-0ecdaf3c-5434-46ed-bd61-19d7f49033b3 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.49 "DELETE /v2.0/ports/2af929d2-70e7-4606-bf03-5b2151449c8d HTTP/1.1" status: 204 len: 173 time: 0.8720589 Oct 28 15:35:59.749191 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'name': 'network-vif-deleted', 'tag': '2af929d2-70e7-4606-bf03-5b2151449c8d'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:35:59.751445 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae3958a-e5dd-4508-b74d-b3219ab3d8fa" -d '{"events": [{"server_uuid": "e2b1113c-fcf2-4a62-962c-98c13d3fbb28", "name": "network-vif-deleted", "tag": "2af929d2-70e7-4606-bf03-5b2151449c8d"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:35:59.788142 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57e6882-13cf-4a60-9952-1ed2fb484bfc x-openstack-request-id: req-d57e6882-13cf-4a60-9952-1ed2fb484bfc {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:35:59.788489 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b1113c-fcf2-4a62-962c-98c13d3fbb28", "name": "network-vif-deleted", "tag": "2af929d2-70e7-4606-bf03-5b2151449c8d", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:35:59.789314 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d57e6882-13cf-4a60-9952-1ed2fb484bfc {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:35:59.789710 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b1113c-fcf2-4a62-962c-98c13d3fbb28', 'name': 'network-vif-deleted', 'tag': '2af929d2-70e7-4606-bf03-5b2151449c8d', 'status': 'completed', 'code': 200} Oct 28 15:35:59.834934 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:36:00.044242 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:36:00.068952 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] Checking router: 7beece5a-d048-45d2-8597-10b2472c8de8 for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:36:00.076887 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:36:00.077465 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:35:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:36:00.254125 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:36:00.399807 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7830eea-fa47-4f1a-89cd-12ecea598b6e req-410257f5-6736-4986-8887-e271c7f1190d tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/ports?device_id=e2b1113c-fcf2-4a62-962c-98c13d3fbb28 HTTP/1.1" status: 200 len: 210 time: 0.0276923 Oct 28 15:36:00.454846 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:36:00.481114 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcaf24f-f430-4364-97d7-7df77bfa0c34 None None] The sync data for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi is: [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:38Z', 'revision_number': 4, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'cb58c412-671c-40bb-b992-01e64ef2ac8d', 'name': '', 'network_id': 'adaae7dc-8ce6-4ed0-8c77-33a94b998a91', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'mac_address': 'fa:16:3e:98:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:37Z', 'updated_at': '2021-10-28T15:17:44Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'subnets': [{'id': 'df44fd80-e2d0-457c-b1ed-91076ba03ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:36:00.705229 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa4712a-b2d6-463a-8a4a-237d1edfa84c None None] New status for floating IP 4bff4cb5-5f25-46ae-a4e0-aa6fd915247f: DOWN {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:36:00.823106 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f045f-18b4-4fc7-9857-9bec8bf2f560 req-9ac3ad81-7710-47a9-b944-5ec4d97d38a1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:00.824640 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2f9f045f-18b4-4fc7-9857-9bec8bf2f560 req-9ac3ad81-7710-47a9-b944-5ec4d97d38a1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Oct 28 15:36:00.860480 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2f9f045f-18b4-4fc7-9857-9bec8bf2f560 req-40e2d6c4-f4cc-4a1f-88a7-31cd5611ebc8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298874 Oct 28 15:36:01.581796 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 52948) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:36:01.634848 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-60c03c68-6ecf-4f74-acc6-586849466bc1 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:01.657732 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-60c03c68-6ecf-4f74-acc6-586849466bc1 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:01.775368 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-60c03c68-6ecf-4f74-acc6-586849466bc1 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:01.777956 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-60c03c68-6ecf-4f74-acc6-586849466bc1 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:01.779085 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-60c03c68-6ecf-4f74-acc6-586849466bc1 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "DELETE /v2.0/security-groups/9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f HTTP/1.1" status: 204 len: 168 time: 0.1962857 Oct 28 15:36:01.782254 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 52952) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:36:01.788290 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c03c68-6ecf-4f74-acc6-586849466bc1 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:36:01.797167 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.api.v2.resource [None req-7bb5b54a-0d1d-4c71-9ff3-2e2edd25f443 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] show failed (client error): The resource could not be found. Oct 28 15:36:01.798833 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-7bb5b54a-0d1d-4c71-9ff3-2e2edd25f443 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "GET /v2.0/security-groups/9678dcd2-bb0d-40c2-81ff-6fae4b7c4b8f HTTP/1.1" status: 404 len: 347 time: 0.0155180 Oct 28 15:36:01.801005 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 52954) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:36:01.924667 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Deleting port af7510ae-377d-4b4b-aaa7-6ac5bb94dc0e {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:36:01.925390 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:02.040171 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d7618-a60c-4a38-8178-34bd42674c6f req-4d8baeb8-9d28-460d-ac9c-6694fde81a00 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:02.041621 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e7d7618-a60c-4a38-8178-34bd42674c6f req-4d8baeb8-9d28-460d-ac9c-6694fde81a00 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.1140862 Oct 28 15:36:02.051010 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:02.051328 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:02.074426 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Calling delete_port for af7510ae-377d-4b4b-aaa7-6ac5bb94dc0e owned by network:floatingip {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:36:02.126079 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e7d7618-a60c-4a38-8178-34bd42674c6f req-fbc4f72b-71bd-4a9c-8224-d935008119e9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774944 Oct 28 15:36:02.299287 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:02.324967 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Pushing event deleted for resources: {'Port': ['ID=af7510ae-377d-4b4b-aaa7-6ac5bb94dc0e,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:36:02.347247 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.347654 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.347928 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.348265 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.348633 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.348945 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.349265 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.349585 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.349904 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.350218 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.350560 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.350870 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:36:02.391332 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks [] for floatingip, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:02.393944 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:02.398941 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-4bc04c6f-b2c1-4c15-b71e-8c48dfa164b7 tempest-AttachVolumeShelveTestJSON-2084419960 tempest-AttachVolumeShelveTestJSON-2084419960-project] 10.222.0.86 "DELETE /v2.0/floatingips/4bff4cb5-5f25-46ae-a4e0-aa6fd915247f HTTP/1.1" status: 204 len: 168 time: 0.5931511 Oct 28 15:36:03.239611 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94153de-2141-4efb-a890-1ecf98ad5fff req-c432aefe-93e8-40b6-b823-8ba2502fd331 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:03.241080 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d94153de-2141-4efb-a890-1ecf98ad5fff req-c432aefe-93e8-40b6-b823-8ba2502fd331 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480669 Oct 28 15:36:03.281156 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d94153de-2141-4efb-a890-1ecf98ad5fff req-848ac5ed-13df-43cf-8130-308de2ca203a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Oct 28 15:36:04.331822 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 2af929d2-70e7-4606-bf03-5b2151449c8d no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:36:04.351166 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 2af929d2-70e7-4606-bf03-5b2151449c8d {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:36:04.351611 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 2af929d2-70e7-4606-bf03-5b2151449c8d not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:36:04.395074 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fadafd-411a-432b-a9f9-362017938a17 req-9c2df4d0-f631-46db-a9c4-169843234456 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:04.396540 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c0fadafd-411a-432b-a9f9-362017938a17 req-9c2df4d0-f631-46db-a9c4-169843234456 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0501595 Oct 28 15:36:04.433772 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c0fadafd-411a-432b-a9f9-362017938a17 req-4ed4418f-aba3-4663-8d34-71d307541707 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Oct 28 15:36:05.544551 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fc4bfe-481e-4639-b5cd-04a71b3a5b49 req-ce636c90-f20b-49d5-8fd2-5d0c896bcbf7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:05.545991 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4fc4bfe-481e-4639-b5cd-04a71b3a5b49 req-ce636c90-f20b-49d5-8fd2-5d0c896bcbf7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476565 Oct 28 15:36:05.583219 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4fc4bfe-481e-4639-b5cd-04a71b3a5b49 req-a9b3b033-3e27-4ed1-8e6c-36da4eb9eb36 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Oct 28 15:36:06.700860 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d857a-2bb3-4c2b-a070-3612f4f45432 req-863b2c2d-8611-4e3b-b350-9a7f2565dd2e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:06.702310 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3e7d857a-2bb3-4c2b-a070-3612f4f45432 req-863b2c2d-8611-4e3b-b350-9a7f2565dd2e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0509658 Oct 28 15:36:06.744027 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3e7d857a-2bb3-4c2b-a070-3612f4f45432 req-5bc16e21-42be-4ba1-84dd-b1d6b2d21d4a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354729 Oct 28 15:36:07.857784 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97579a64-c6a6-4b50-8615-bea224f45263 req-8ec99f6f-b92a-4f50-9c04-d5a606f2a0f7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:07.858946 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-97579a64-c6a6-4b50-8615-bea224f45263 req-8ec99f6f-b92a-4f50-9c04-d5a606f2a0f7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0484245 Oct 28 15:36:07.896549 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-97579a64-c6a6-4b50-8615-bea224f45263 req-982c02c2-7078-41c7-a80c-337843de5778 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Oct 28 15:36:09.007916 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd2d0f-316c-4aa5-b605-82450fb9320f req-7f78af73-0d2d-4620-8852-afdc634cb75e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:09.009301 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-13fd2d0f-316c-4aa5-b605-82450fb9320f req-7f78af73-0d2d-4620-8852-afdc634cb75e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471609 Oct 28 15:36:09.046084 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-13fd2d0f-316c-4aa5-b605-82450fb9320f req-40ff65e4-90e1-4aa2-83ed-31e0eaefdd1c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Oct 28 15:36:10.158040 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7084660-935d-4bfc-9c59-92b89e5bea96 req-c28d565d-9abd-4e41-991f-1ab4e2f8a339 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:10.159471 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7084660-935d-4bfc-9c59-92b89e5bea96 req-c28d565d-9abd-4e41-991f-1ab4e2f8a339 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480852 Oct 28 15:36:10.200377 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7084660-935d-4bfc-9c59-92b89e5bea96 req-4ed5f438-a692-4d34-8e67-ba613e2027a8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350697 Oct 28 15:36:10.734976 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:11.327953 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4098f5d-b68f-4230-876d-ded06e78f777 req-696c22b7-4ad4-4c83-8cbc-de76a52d13d4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:11.329422 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4098f5d-b68f-4230-876d-ded06e78f777 req-696c22b7-4ad4-4c83-8cbc-de76a52d13d4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0490186 Oct 28 15:36:11.365439 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4098f5d-b68f-4230-876d-ded06e78f777 req-1f28ab34-448d-4dcd-b38d-550ba0ebe7f7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301573 Oct 28 15:36:12.479181 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e8008-2d09-4f8e-9bae-330a0888e3da req-90ae4d36-19a0-4732-bf9f-57d76b18964c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:12.480632 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-932e8008-2d09-4f8e-9bae-330a0888e3da req-90ae4d36-19a0-4732-bf9f-57d76b18964c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473406 Oct 28 15:36:12.517037 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-932e8008-2d09-4f8e-9bae-330a0888e3da req-7befa3da-0ddc-4f3f-8b78-566d9e0b9eee tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306141 Oct 28 15:36:13.628747 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba8a04-ee56-44bb-bffa-7b861451b75c req-16db7cf0-c32e-41b2-9835-49704fd8c50b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:13.630210 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7dba8a04-ee56-44bb-bffa-7b861451b75c req-16db7cf0-c32e-41b2-9835-49704fd8c50b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0474005 Oct 28 15:36:13.670588 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7dba8a04-ee56-44bb-bffa-7b861451b75c req-b3009f31-1c61-4579-b1bc-2617c16d08a9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Oct 28 15:36:14.785463 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46b5e-3fce-49f2-ae05-b6090ed20d1f req-8410e2f8-ccf5-4d49-b135-9a4d9f72663a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:14.786908 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7c46b5e-3fce-49f2-ae05-b6090ed20d1f req-8410e2f8-ccf5-4d49-b135-9a4d9f72663a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0496213 Oct 28 15:36:14.824493 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7c46b5e-3fce-49f2-ae05-b6090ed20d1f req-437a96b7-5468-49b9-bd38-4c8a76dddfe9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Oct 28 15:36:15.420243 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-4910e365-35fc-464f-9d2e-a66edf0b2cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:15.938373 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f760171-bb48-4e86-91b2-70d7418aab59 req-c322e4b8-0d29-45f7-a9ec-aa167ec96355 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:15.939827 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4f760171-bb48-4e86-91b2-70d7418aab59 req-c322e4b8-0d29-45f7-a9ec-aa167ec96355 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0482910 Oct 28 15:36:15.976212 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4f760171-bb48-4e86-91b2-70d7418aab59 req-55336a48-8996-42b1-bbb1-14f4f462b8a9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305588 Oct 28 15:36:17.088221 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56064eb3-e6e1-43c3-820a-1adaec61029b req-e7017876-52f5-4a8e-bbdc-409b02d34028 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:17.089683 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-56064eb3-e6e1-43c3-820a-1adaec61029b req-e7017876-52f5-4a8e-bbdc-409b02d34028 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477250 Oct 28 15:36:17.129716 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-56064eb3-e6e1-43c3-820a-1adaec61029b req-11c65844-ff78-442a-a3d7-5037e0b4aba3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Oct 28 15:36:18.140802 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9c5a31e6-8269-4094-93bb-2b25628db28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:18.248715 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d37ea-b2b0-460c-8e62-82f73b3fa69b req-43337846-cc79-4688-ba30-a812b5901262 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:18.250188 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ff4d37ea-b2b0-460c-8e62-82f73b3fa69b req-43337846-cc79-4688-ba30-a812b5901262 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0500555 Oct 28 15:36:18.288500 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ff4d37ea-b2b0-460c-8e62-82f73b3fa69b req-cfbb4b79-e5fb-45dd-a184-4ff2c6821525 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Oct 28 15:36:19.065910 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:19.340103 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:19.405432 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56834d-544d-4239-8617-6f09e5c03de0 req-46799802-70b1-4118-b079-aa9edf5796d4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:19.406867 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-de56834d-544d-4239-8617-6f09e5c03de0 req-46799802-70b1-4118-b079-aa9edf5796d4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0484242 Oct 28 15:36:19.443137 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-de56834d-544d-4239-8617-6f09e5c03de0 req-bb493f03-866e-4858-97bd-24d2fc25e4b5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303335 Oct 28 15:36:20.554641 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f8ded-b0ef-4228-a639-4e07b51b0ecc req-cf1829d9-d578-419c-a906-df3614125976 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:20.556012 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d1f8ded-b0ef-4228-a639-4e07b51b0ecc req-cf1829d9-d578-419c-a906-df3614125976 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478151 Oct 28 15:36:20.595537 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d1f8ded-b0ef-4228-a639-4e07b51b0ecc req-19ffee3a-4741-4b48-98c4-e3cd67a4487b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Oct 28 15:36:20.978875 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:21.707921 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1179141-dcb1-454c-96fe-3b8c9eb89148 req-61cf53df-109a-4cfe-a58d-0738939f7024 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:21.709386 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1179141-dcb1-454c-96fe-3b8c9eb89148 req-61cf53df-109a-4cfe-a58d-0738939f7024 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476968 Oct 28 15:36:21.748647 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1179141-dcb1-454c-96fe-3b8c9eb89148 req-dee761c9-cc34-4243-ac76-6b2476be1b16 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334136 Oct 28 15:36:22.867146 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b48c6a-b788-4ad7-84bf-a64d8bd9656e req-70c1a9dd-62c9-4fd0-b4b9-cb5a9988847c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:22.869253 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-76b48c6a-b788-4ad7-84bf-a64d8bd9656e req-70c1a9dd-62c9-4fd0-b4b9-cb5a9988847c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478301 Oct 28 15:36:22.905153 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-76b48c6a-b788-4ad7-84bf-a64d8bd9656e req-6aec7a1f-568d-439d-9d9d-23ba54b0d239 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301635 Oct 28 15:36:24.017746 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ed1ef-92b5-415a-8cdd-965a48b0cf64 req-b5e33c06-f096-4e2e-a1dc-571ec1c25357 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:24.019113 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-217ed1ef-92b5-415a-8cdd-965a48b0cf64 req-b5e33c06-f096-4e2e-a1dc-571ec1c25357 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Oct 28 15:36:24.058938 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-217ed1ef-92b5-415a-8cdd-965a48b0cf64 req-38ad67d2-c463-41ed-ad90-b2dea57d38d4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Oct 28 15:36:24.482875 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:36:25.171416 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00243a-e90a-4dc8-bfea-3faf32c535fd req-3441909c-e036-477a-9c69-c80946c1b5f5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:25.172864 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1d00243a-e90a-4dc8-bfea-3faf32c535fd req-3441909c-e036-477a-9c69-c80946c1b5f5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478497 Oct 28 15:36:25.208527 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1d00243a-e90a-4dc8-bfea-3faf32c535fd req-973ce493-07b1-453d-b6cb-2982fcfa75b6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298591 Oct 28 15:36:26.320420 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdc24c-5b34-45f0-a11c-1527cde932d3 req-b5237eb3-f09a-4b1f-855e-add6cc57a78b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:26.321870 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-77cdc24c-5b34-45f0-a11c-1527cde932d3 req-b5237eb3-f09a-4b1f-855e-add6cc57a78b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479264 Oct 28 15:36:26.358421 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-77cdc24c-5b34-45f0-a11c-1527cde932d3 req-119955a2-c482-4aa5-8a71-719bac05c50d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Oct 28 15:36:27.471576 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc27ffe-31a4-4067-a18e-615c06668a76 req-51ad6060-1a33-436c-9388-2aaca8addeaf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:27.473031 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1cc27ffe-31a4-4067-a18e-615c06668a76 req-51ad6060-1a33-436c-9388-2aaca8addeaf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0468743 Oct 28 15:36:27.512790 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1cc27ffe-31a4-4067-a18e-615c06668a76 req-5570fce6-6a10-4f3d-b587-613f95d3ac6e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Oct 28 15:36:28.624144 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d6ec5-9bd8-46b2-84af-59eb4dccf094 req-d551333d-28be-49c5-8c7c-ce8d2af9cca4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:28.625615 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5e8d6ec5-9bd8-46b2-84af-59eb4dccf094 req-d551333d-28be-49c5-8c7c-ce8d2af9cca4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472066 Oct 28 15:36:28.663291 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5e8d6ec5-9bd8-46b2-84af-59eb4dccf094 req-6d346664-2870-452d-8635-f1e15a2383d9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Oct 28 15:36:29.777957 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db10dd-7631-4bab-90fb-4b3aa321600b req-07d31783-9ee9-451b-a86c-b8dee22f501e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:29.779619 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-45db10dd-7631-4bab-90fb-4b3aa321600b req-07d31783-9ee9-451b-a86c-b8dee22f501e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0503578 Oct 28 15:36:29.820459 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-45db10dd-7631-4bab-90fb-4b3aa321600b req-0d11308f-0ab7-4a52-959a-ba9f6f09e20d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325439 Oct 28 15:36:30.933868 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7210a94-d325-446e-a5d9-5445ec1ddb4f req-55607e61-1590-47d7-86a7-69c595ed4339 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:30.935314 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c7210a94-d325-446e-a5d9-5445ec1ddb4f req-55607e61-1590-47d7-86a7-69c595ed4339 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471311 Oct 28 15:36:30.975200 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c7210a94-d325-446e-a5d9-5445ec1ddb4f req-44f75a46-1cbf-492e-a79b-963ff9e25416 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Oct 28 15:36:32.087124 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3b50-819c-4132-bc25-71f2c08e3431 req-c4c15854-5763-4e84-b99a-75bc6d947854 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:32.088586 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-18df3b50-819c-4132-bc25-71f2c08e3431 req-c4c15854-5763-4e84-b99a-75bc6d947854 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0474129 Oct 28 15:36:32.124497 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-18df3b50-819c-4132-bc25-71f2c08e3431 req-c3eb305d-cd71-4ee3-96c9-ac98112aad35 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300033 Oct 28 15:36:33.236618 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54782aee-b73c-4bfd-944a-d98f6ae70b7a req-8f851387-f872-4145-9567-4fb68232126f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:33.238058 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-54782aee-b73c-4bfd-944a-d98f6ae70b7a req-8f851387-f872-4145-9567-4fb68232126f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480251 Oct 28 15:36:33.274069 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-54782aee-b73c-4bfd-944a-d98f6ae70b7a req-f1a46123-d7f7-4e8e-bf65-982441644c9e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302777 Oct 28 15:36:34.386469 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cefc3-0189-4fe9-86a6-08e3160e14ac req-4e572efc-2002-4e5c-b250-b6515bad4dfe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:34.387934 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4b8cefc3-0189-4fe9-86a6-08e3160e14ac req-4e572efc-2002-4e5c-b250-b6515bad4dfe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480142 Oct 28 15:36:34.428466 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4b8cefc3-0189-4fe9-86a6-08e3160e14ac req-f1b76034-a694-4497-9228-c40022f56350 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343451 Oct 28 15:36:35.540111 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fccfdb-6700-4bc8-9119-8cbe659aa5a5 req-549596f4-eefb-4079-9b01-48f7f97631b6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:35.541547 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-97fccfdb-6700-4bc8-9119-8cbe659aa5a5 req-549596f4-eefb-4079-9b01-48f7f97631b6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472717 Oct 28 15:36:35.577890 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-97fccfdb-6700-4bc8-9119-8cbe659aa5a5 req-13295333-6623-4251-87b8-fb6651f133e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303721 Oct 28 15:36:36.690054 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4764bd-9015-4223-aef7-a07be8b71c10 req-f5973574-fc2a-44cc-a7e3-090d54d0e5c9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:36.691479 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6f4764bd-9015-4223-aef7-a07be8b71c10 req-f5973574-fc2a-44cc-a7e3-090d54d0e5c9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0466735 Oct 28 15:36:36.728364 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6f4764bd-9015-4223-aef7-a07be8b71c10 req-51c3d265-fde3-452c-99da-f4ff02c9d4b9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306225 Oct 28 15:36:38.001118 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c46a8-0d36-4234-9a59-f52833ed9923 req-f0da575a-d201-4d2b-8cd8-357f05caca23 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:38.002438 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-331c46a8-0d36-4234-9a59-f52833ed9923 req-f0da575a-d201-4d2b-8cd8-357f05caca23 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0467994 Oct 28 15:36:38.042265 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-331c46a8-0d36-4234-9a59-f52833ed9923 req-7511671e-0339-4b36-b15c-f773a600c02e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339453 Oct 28 15:36:39.154727 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f016f-00b3-432d-8203-317ac7e422af req-5ab27286-3ec8-439f-9479-14fb650ad3da tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:39.156178 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-290f016f-00b3-432d-8203-317ac7e422af req-5ab27286-3ec8-439f-9479-14fb650ad3da tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0481374 Oct 28 15:36:39.193555 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-290f016f-00b3-432d-8203-317ac7e422af req-8133b628-f953-4662-9610-3ca11238b691 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Oct 28 15:36:40.309207 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854ae3b-4012-43d2-ae99-8b338177edc0 req-0599a0c2-d0c6-405a-9530-d18259a8917d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:40.311178 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f854ae3b-4012-43d2-ae99-8b338177edc0 req-0599a0c2-d0c6-405a-9530-d18259a8917d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0500464 Oct 28 15:36:40.348221 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f854ae3b-4012-43d2-ae99-8b338177edc0 req-b2547d4b-8b83-4077-9cab-c3235397c117 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308955 Oct 28 15:36:40.745477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:41.458958 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c6f09-32cf-47be-b752-70c3080db4ec req-5e24407b-2c2c-4600-afc7-892c3a517cdd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:41.460380 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4f2c6f09-32cf-47be-b752-70c3080db4ec req-5e24407b-2c2c-4600-afc7-892c3a517cdd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471473 Oct 28 15:36:41.512980 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4f2c6f09-32cf-47be-b752-70c3080db4ec req-14e181c4-bf3f-472e-aeea-e0c7049c12e4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Oct 28 15:36:42.632199 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6b5f5-64df-4429-8984-4ea422465a35 req-2b696b7f-f7ca-44f0-8c3b-3c3ff56dc547 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:42.636422 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-33a6b5f5-64df-4429-8984-4ea422465a35 req-2b696b7f-f7ca-44f0-8c3b-3c3ff56dc547 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0504160 Oct 28 15:36:42.673928 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-33a6b5f5-64df-4429-8984-4ea422465a35 req-55af835e-c9ff-4ad1-8369-2852a013da3b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334575 Oct 28 15:36:43.785776 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43145803-ebdd-4a24-acfd-6dc346a66a43 req-f720139d-cd47-48fe-8c5e-372d1c6d47ff tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:43.787623 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-43145803-ebdd-4a24-acfd-6dc346a66a43 req-f720139d-cd47-48fe-8c5e-372d1c6d47ff tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477951 Oct 28 15:36:43.839697 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-43145803-ebdd-4a24-acfd-6dc346a66a43 req-1dedebd2-cafa-4a34-a544-f7fa4a041cba tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456691 Oct 28 15:36:44.949915 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8b1b0-342c-4b52-8f66-fc3511184fc9 req-4374050b-15f0-40b0-b2c8-45c30193b99b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:44.951367 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-70d8b1b0-342c-4b52-8f66-fc3511184fc9 req-4374050b-15f0-40b0-b2c8-45c30193b99b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0464432 Oct 28 15:36:44.991016 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-70d8b1b0-342c-4b52-8f66-fc3511184fc9 req-0d14aede-c429-46a8-b4f4-9857808a0b5d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337524 Oct 28 15:36:45.362241 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3784b383-6754-4d5d-99fd-1fe90ce0a6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:46.101725 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2a3e2-c857-4dfa-9ecb-e3e68b8c6216 req-2456786e-8931-4ddb-aa31-9042e6600a87 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:46.103210 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-29e2a3e2-c857-4dfa-9ecb-e3e68b8c6216 req-2456786e-8931-4ddb-aa31-9042e6600a87 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477550 Oct 28 15:36:46.142359 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-29e2a3e2-c857-4dfa-9ecb-e3e68b8c6216 req-f25da01a-3184-40ef-bce1-92a0cbf5f7d5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Oct 28 15:36:47.253747 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376dd72-0fd5-4a05-99bc-f5e60213a279 req-bae465e4-ace0-4782-b4ad-0d4852b8a1aa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:47.255213 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a376dd72-0fd5-4a05-99bc-f5e60213a279 req-bae465e4-ace0-4782-b4ad-0d4852b8a1aa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472996 Oct 28 15:36:47.292461 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a376dd72-0fd5-4a05-99bc-f5e60213a279 req-756f5134-7447-4dbb-a627-b54b42c4a1af tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308847 Oct 28 15:36:48.171625 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9df3-8f67-42d0-b1e7-d0c543e981ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:48.404670 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a597fc8-8518-4128-a467-3f2ad44f02be req-f75eb709-d9f5-4bc1-97b0-6639f75be26d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:48.406103 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7a597fc8-8518-4128-a467-3f2ad44f02be req-f75eb709-d9f5-4bc1-97b0-6639f75be26d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475893 Oct 28 15:36:48.444937 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7a597fc8-8518-4128-a467-3f2ad44f02be req-a2a591ee-38ec-4217-b7d6-cd84c32a7a24 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330176 Oct 28 15:36:49.076057 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:49.316242 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:49.559400 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409086f8-152d-451c-a662-f7528d8a9011 req-d2f0ad22-a5d8-4d44-994c-4a96daffeafc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:49.560846 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-409086f8-152d-451c-a662-f7528d8a9011 req-d2f0ad22-a5d8-4d44-994c-4a96daffeafc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0499237 Oct 28 15:36:49.596298 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-409086f8-152d-451c-a662-f7528d8a9011 req-4b8e326b-3b34-4d41-b7a4-34a08be9c2ab tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296690 Oct 28 15:36:50.708694 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc0df2c-ac8f-47d1-876f-8150d3c8b58d req-bc31b2b2-c91d-4cf1-8396-f3cd8f55a60d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:50.720509 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2bc0df2c-ac8f-47d1-876f-8150d3c8b58d req-bc31b2b2-c91d-4cf1-8396-f3cd8f55a60d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0491354 Oct 28 15:36:50.748496 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2bc0df2c-ac8f-47d1-876f-8150d3c8b58d req-24b83513-042f-46ac-ba8d-366695725fd4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Oct 28 15:36:51.000276 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:36:51.016587 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [req-673aa47d-828b-43d6-86f6-35f36d24a20b req-a3448b6a-315b-46be-bd65-95688a1463b6 service neutron] (102151) timed out ('10.222.0.49', 52056) {{(pid=102151) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 15:36:51.861466 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bdaea-7a29-4b77-bafa-936a885dafdf req-49649d00-6ab6-4531-89f0-993ff0e7ea02 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:51.862879 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e93bdaea-7a29-4b77-bafa-936a885dafdf req-49649d00-6ab6-4531-89f0-993ff0e7ea02 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0469151 Oct 28 15:36:51.903778 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e93bdaea-7a29-4b77-bafa-936a885dafdf req-d1870cc8-c37d-4b01-a2f4-6000e49d908b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348742 Oct 28 15:36:53.024117 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e909df-de05-4719-88dc-7036f9d19705 req-4680c0ce-cabf-4c0a-a245-1581e2f4edf6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:53.025590 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c0e909df-de05-4719-88dc-7036f9d19705 req-4680c0ce-cabf-4c0a-a245-1581e2f4edf6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Oct 28 15:36:53.064176 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c0e909df-de05-4719-88dc-7036f9d19705 req-80b2bf74-945e-49e6-9087-46e4598359b0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325823 Oct 28 15:36:54.176333 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cfce7-2c95-493d-b424-a9e72ff1d3be req-db7e9a1b-9d4c-45b4-be14-595d2afa8b64 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:54.177779 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c82cfce7-2c95-493d-b424-a9e72ff1d3be req-db7e9a1b-9d4c-45b4-be14-595d2afa8b64 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475614 Oct 28 15:36:54.214311 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c82cfce7-2c95-493d-b424-a9e72ff1d3be req-14141b81-e694-4286-965b-fb253bea22da tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307524 Oct 28 15:36:55.325111 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d64a-f199-44d5-b92b-2f841832351a req-dc898114-be2e-48bb-8350-f262f99c812b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:55.326431 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0173d64a-f199-44d5-b92b-2f841832351a req-dc898114-be2e-48bb-8350-f262f99c812b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0464749 Oct 28 15:36:55.365820 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0173d64a-f199-44d5-b92b-2f841832351a req-070e9818-8c9e-4bff-9e1f-813bd427655c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335939 Oct 28 15:36:56.476657 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c20be-c658-424d-a4b5-de3357f6373a req-244a5d53-613a-44f5-998c-0c5d434d45e0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:56.478074 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-395c20be-c658-424d-a4b5-de3357f6373a req-244a5d53-613a-44f5-998c-0c5d434d45e0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476336 Oct 28 15:36:56.514299 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-395c20be-c658-424d-a4b5-de3357f6373a req-d42c7333-5e7b-495e-977a-5c8a66975523 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304170 Oct 28 15:36:57.631089 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f8680-82ee-48f4-9d17-d49a17530f5d req-07a1e1c1-c108-474b-bbef-903ffed8b4d0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:57.632577 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-562f8680-82ee-48f4-9d17-d49a17530f5d req-07a1e1c1-c108-474b-bbef-903ffed8b4d0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0494392 Oct 28 15:36:57.668925 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-562f8680-82ee-48f4-9d17-d49a17530f5d req-15f67daf-a3a6-4ced-a470-2c1d263e356e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306304 Oct 28 15:36:58.779775 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9be399-2e4e-4bb3-b967-d781fcbb9b60 req-0859b1e7-257d-4a51-811d-226cb8b66065 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:58.781222 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8b9be399-2e4e-4bb3-b967-d781fcbb9b60 req-0859b1e7-257d-4a51-811d-226cb8b66065 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0468352 Oct 28 15:36:58.820976 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8b9be399-2e4e-4bb3-b967-d781fcbb9b60 req-75fb1f5f-a9ff-46e1-8cf7-80d8df418268 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339170 Oct 28 15:36:59.225019 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-233c2e74-65ba-4d9c-bd8a-a7d7283cfde9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501506 Oct 28 15:36:59.290995 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-4fbbc269-e294-4aed-9dcb-928119320520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:59.292499 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-4fbbc269-e294-4aed-9dcb-928119320520 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0417778 Oct 28 15:36:59.398401 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-671959a5-c76c-42f0-bb97-7b6cb948502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:59.399756 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-671959a5-c76c-42f0-bb97-7b6cb948502e service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0853231 Oct 28 15:36:59.668342 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-f026530d-7a56-444c-9faf-064f5dcfccef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.2610958 Oct 28 15:36:59.715648 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-a878ef7a-8910-4b2e-930c-93e9d84a5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:59.717585 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-a878ef7a-8910-4b2e-930c-93e9d84a5888 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0415208 Oct 28 15:36:59.748650 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-33e1a90c-0a72-43af-8e5c-5922afe6ff86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236444 Oct 28 15:36:59.837642 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-cb8638bf-4d74-418d-93db-d97e4cc68901 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818725 Oct 28 15:36:59.932582 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bd672fd2-ffde-4d64-a79e-707d53470c17 req-f0b55692-ca43-4b90-84e0-0c694cdb9a94 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856133 Oct 28 15:36:59.933810 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dedc2b-a54c-44be-8214-bb55d2aa89bc req-97249c1c-8785-43e6-bb0c-d175d37d1d71 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:36:59.936327 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b0dedc2b-a54c-44be-8214-bb55d2aa89bc req-97249c1c-8785-43e6-bb0c-d175d37d1d71 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Oct 28 15:36:59.974228 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b0dedc2b-a54c-44be-8214-bb55d2aa89bc req-406f719f-3927-4588-a380-a05a11ba3be8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Oct 28 15:37:01.095695 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8aaec-fe1a-4120-8dc2-22fa00216323 req-ad8ceef3-445e-4fa2-a65c-946eed57ed2b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:01.097145 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dfa8aaec-fe1a-4120-8dc2-22fa00216323 req-ad8ceef3-445e-4fa2-a65c-946eed57ed2b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471618 Oct 28 15:37:01.133925 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dfa8aaec-fe1a-4120-8dc2-22fa00216323 req-039ae49e-80f3-4e3a-bb7f-0c7736016856 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308356 Oct 28 15:37:01.482138 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:37:02.245159 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d47fc-ab60-4799-8ee1-492c48cfe318 req-208b2242-21a4-4c2d-acf0-a40881b2c054 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:02.246604 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-137d47fc-ab60-4799-8ee1-492c48cfe318 req-208b2242-21a4-4c2d-acf0-a40881b2c054 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0474944 Oct 28 15:37:02.287626 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-137d47fc-ab60-4799-8ee1-492c48cfe318 req-3bae716e-9c2f-44ed-8db7-08bd206ef31c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352323 Oct 28 15:37:03.399461 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40f966-6520-429b-813c-21f88087edfd req-a5e59361-4fde-4442-9951-5ecb81d41b28 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:03.400928 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ea40f966-6520-429b-813c-21f88087edfd req-a5e59361-4fde-4442-9951-5ecb81d41b28 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477183 Oct 28 15:37:03.438805 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ea40f966-6520-429b-813c-21f88087edfd req-8adf1100-b1c0-4b99-b38a-275d9a604d0a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315368 Oct 28 15:37:04.552101 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ff005-232b-4492-86d9-db1a03b74f5b req-9abd738b-c3ea-4d3b-8c03-3de602d2cd00 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:04.553637 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4a0ff005-232b-4492-86d9-db1a03b74f5b req-9abd738b-c3ea-4d3b-8c03-3de602d2cd00 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0484083 Oct 28 15:37:04.590277 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4a0ff005-232b-4492-86d9-db1a03b74f5b req-a444aa35-5d1a-4e34-97ca-c8cc2b33e922 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307515 Oct 28 15:37:05.713551 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855230d-6a07-4f31-a94a-eff30a669b77 req-ed357cbb-c252-4416-aea0-ee308ce9acb1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:05.714970 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8855230d-6a07-4f31-a94a-eff30a669b77 req-ed357cbb-c252-4416-aea0-ee308ce9acb1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0469677 Oct 28 15:37:05.755119 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8855230d-6a07-4f31-a94a-eff30a669b77 req-85f81e2f-51e1-4331-9225-4a444a768979 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338907 Oct 28 15:37:06.867989 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d099d54-b043-4af0-9b57-4b2b5bd1895b req-187d4cc6-10ec-4da6-88e7-d7c330a46a6e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:06.869462 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8d099d54-b043-4af0-9b57-4b2b5bd1895b req-187d4cc6-10ec-4da6-88e7-d7c330a46a6e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0482194 Oct 28 15:37:06.906166 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8d099d54-b043-4af0-9b57-4b2b5bd1895b req-7814a167-4f06-471a-be6a-2954d216e772 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Oct 28 15:37:08.017760 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebfb62-fffc-487a-927c-fbcd99b51da1 req-ce88752c-8c73-43d4-a8f1-bde5e904fc72 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:08.019101 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-19ebfb62-fffc-487a-927c-fbcd99b51da1 req-ce88752c-8c73-43d4-a8f1-bde5e904fc72 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477769 Oct 28 15:37:08.054558 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-19ebfb62-fffc-487a-927c-fbcd99b51da1 req-adabb52b-47e5-4f19-8a39-b56c4b7933a1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295846 Oct 28 15:37:09.177473 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fc306-4f2f-43b1-8780-8a81da5f143c req-d0266a22-527e-4f2e-8bdd-8cfe263ad7c4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:09.178889 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-057fc306-4f2f-43b1-8780-8a81da5f143c req-d0266a22-527e-4f2e-8bdd-8cfe263ad7c4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475671 Oct 28 15:37:09.218642 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-057fc306-4f2f-43b1-8780-8a81da5f143c req-0216e441-591c-4258-8e7e-5b357b0f8e2e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336781 Oct 28 15:37:10.330662 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365c1f-1db9-4cf0-8f72-2b65712e2129 req-4f975ec5-1a1e-4c1a-aafa-01e0eb59e30f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:10.332112 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b9365c1f-1db9-4cf0-8f72-2b65712e2129 req-4f975ec5-1a1e-4c1a-aafa-01e0eb59e30f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Oct 28 15:37:10.368422 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b9365c1f-1db9-4cf0-8f72-2b65712e2129 req-e7e738c0-4ea8-4fa4-aaae-0145ef9b9760 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304751 Oct 28 15:37:10.727485 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:11.483814 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1babb7-5cd4-4d3c-8b34-8fa0350cd699 req-26d0e245-f0bd-46e5-b980-26890f08b8e4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:11.485545 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6c1babb7-5cd4-4d3c-8b34-8fa0350cd699 req-26d0e245-f0bd-46e5-b980-26890f08b8e4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0474668 Oct 28 15:37:11.522888 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6c1babb7-5cd4-4d3c-8b34-8fa0350cd699 req-424d9710-8c21-4fa8-bf8c-13220dd3b242 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315168 Oct 28 15:37:12.633001 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c1832-8132-4ef6-9b6a-d16124d94ad1 req-fbf7034b-181a-4193-b7c8-15127ff05a96 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:12.634422 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc7c1832-8132-4ef6-9b6a-d16124d94ad1 req-fbf7034b-181a-4193-b7c8-15127ff05a96 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0466487 Oct 28 15:37:12.674374 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc7c1832-8132-4ef6-9b6a-d16124d94ad1 req-8102e42f-d25e-423d-9c45-e549938759d3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334849 Oct 28 15:37:13.790291 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73602ca-10f8-485f-a874-49ed40b08a23 req-5a48a352-76d7-447f-8039-1912b0746871 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:13.794728 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c73602ca-10f8-485f-a874-49ed40b08a23 req-5a48a352-76d7-447f-8039-1912b0746871 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478883 Oct 28 15:37:13.828864 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c73602ca-10f8-485f-a874-49ed40b08a23 req-6f036cda-827a-475b-8c77-7acdddcc6754 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305159 Oct 28 15:37:14.942343 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017978dd-0bf4-46ec-81a5-aed618d1d7e5 req-700b46b9-e423-4012-bce6-1174fc78c359 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:14.943822 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-017978dd-0bf4-46ec-81a5-aed618d1d7e5 req-700b46b9-e423-4012-bce6-1174fc78c359 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480821 Oct 28 15:37:14.985982 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-017978dd-0bf4-46ec-81a5-aed618d1d7e5 req-16c1e4db-bacc-4477-b79d-2455dee4f3b1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363348 Oct 28 15:37:15.370188 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-005b7b62-5129-4ad5-aeca-a465c9e3d09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:16.099270 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e0b99-cd3d-4c49-a706-b6dab9e1e904 req-1590f886-28d0-43ad-a62e-797c85e56cc7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:16.100703 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3f7e0b99-cd3d-4c49-a706-b6dab9e1e904 req-1590f886-28d0-43ad-a62e-797c85e56cc7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0469029 Oct 28 15:37:16.140155 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3f7e0b99-cd3d-4c49-a706-b6dab9e1e904 req-fa036b34-6cbf-4126-9707-bff07c8b2308 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Oct 28 15:37:17.252183 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999551c-364b-450d-acf0-dcb6ed4de0d6 req-98417be6-15a8-4509-bb91-b9ceb954f09e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:17.253645 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7999551c-364b-450d-acf0-dcb6ed4de0d6 req-98417be6-15a8-4509-bb91-b9ceb954f09e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480256 Oct 28 15:37:17.290101 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7999551c-364b-450d-acf0-dcb6ed4de0d6 req-ad8876cc-e668-464d-b5c4-79176c22733f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304732 Oct 28 15:37:18.149561 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-96b0e1ca-6dd5-4689-98c1-3d6884a0ccae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:18.401986 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6fa9b-1234-4ffc-b0ec-113671226c32 req-1c0193f6-3ffb-433c-be26-c070f209bf1e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:18.403955 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b2f6fa9b-1234-4ffc-b0ec-113671226c32 req-1c0193f6-3ffb-433c-be26-c070f209bf1e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0466881 Oct 28 15:37:18.439589 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b2f6fa9b-1234-4ffc-b0ec-113671226c32 req-93b7442f-a034-4c04-b8d5-f41dc930904c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298152 Oct 28 15:37:19.078601 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:19.373987 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:19.551282 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7cde5-ded3-4f6b-a9b4-4d742c083369 req-ce08dba8-ee79-4327-8350-cfa500c680ee tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:19.552723 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26f7cde5-ded3-4f6b-a9b4-4d742c083369 req-ce08dba8-ee79-4327-8350-cfa500c680ee tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0474882 Oct 28 15:37:19.591950 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26f7cde5-ded3-4f6b-a9b4-4d742c083369 req-e77334ce-73b4-4188-aec8-b637aecab83e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333726 Oct 28 15:37:20.707169 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47524-61bf-4858-a86a-2be565ff7375 req-086abbd3-779e-42f7-b4fd-a983774941ca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:20.708701 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7e47524-61bf-4858-a86a-2be565ff7375 req-086abbd3-779e-42f7-b4fd-a983774941ca tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0502727 Oct 28 15:37:20.747675 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7e47524-61bf-4858-a86a-2be565ff7375 req-278d4e07-5e38-4b5d-8d37-6101937b521d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Oct 28 15:37:21.016190 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:21.861494 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82123d1-456b-4209-a115-972e8561ec81 req-d5fe462f-e3f5-4925-80a9-b1104bcdba03 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:21.862953 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a82123d1-456b-4209-a115-972e8561ec81 req-d5fe462f-e3f5-4925-80a9-b1104bcdba03 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476279 Oct 28 15:37:21.898839 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a82123d1-456b-4209-a115-972e8561ec81 req-92c3a0e2-569f-4c6b-bddf-b8151fa02258 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300722 Oct 28 15:37:23.009933 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3477b-c37f-40d1-b498-e822c24b2b6d req-61560978-5bcc-47e7-ade2-c19c48451084 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:23.011272 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9fd3477b-c37f-40d1-b498-e822c24b2b6d req-61560978-5bcc-47e7-ade2-c19c48451084 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0465236 Oct 28 15:37:23.051271 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9fd3477b-c37f-40d1-b498-e822c24b2b6d req-69e94000-5b4d-4333-bc34-5179a6ab7ea0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 Oct 28 15:37:24.166442 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b5a49-e0df-405b-9541-41dec366d5f8 req-ae53a11d-3087-481c-b970-a895c4e20f5a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:24.168183 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-964b5a49-e0df-405b-9541-41dec366d5f8 req-ae53a11d-3087-481c-b970-a895c4e20f5a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0508103 Oct 28 15:37:24.222462 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-964b5a49-e0df-405b-9541-41dec366d5f8 req-a31eb2de-eaba-47bc-ba3f-60f2179c0768 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474503 Oct 28 15:37:25.350876 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14830a67-3e80-4887-b692-bddd541a5476 req-7bbfde6b-7a4c-413a-94ae-18bfad262003 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:25.352348 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-14830a67-3e80-4887-b692-bddd541a5476 req-7bbfde6b-7a4c-413a-94ae-18bfad262003 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0641909 Oct 28 15:37:25.393317 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-14830a67-3e80-4887-b692-bddd541a5476 req-8a6a8e6b-b5d5-4bb1-885c-d94741772e12 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321949 Oct 28 15:37:26.507460 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47eb1f-c5e0-45bf-ad12-fa25847467eb req-6bf656f5-d764-42d7-8fe3-a66b749c957b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:26.509073 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9d47eb1f-c5e0-45bf-ad12-fa25847467eb req-6bf656f5-d764-42d7-8fe3-a66b749c957b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0485041 Oct 28 15:37:26.550766 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9d47eb1f-c5e0-45bf-ad12-fa25847467eb req-d7ed1a91-4da6-4893-aade-a56d0404fb54 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352597 Oct 28 15:37:27.666345 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854e495-c4d6-4ac9-b60f-3d5b90903238 req-cfa8ade6-c4d2-4291-a86e-6d2c7347dbac tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:27.667765 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d854e495-c4d6-4ac9-b60f-3d5b90903238 req-cfa8ade6-c4d2-4291-a86e-6d2c7347dbac tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475688 Oct 28 15:37:27.704608 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d854e495-c4d6-4ac9-b60f-3d5b90903238 req-d136cd57-6da6-484c-b2a6-4a6f92d5e7a4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303767 Oct 28 15:37:28.818900 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270df23e-f378-4a0c-b283-dfad7d559f9f req-fe3d6743-95e5-49a0-bb0b-bbbf52110829 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:28.820401 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-270df23e-f378-4a0c-b283-dfad7d559f9f req-fe3d6743-95e5-49a0-bb0b-bbbf52110829 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0489573 Oct 28 15:37:28.858110 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-270df23e-f378-4a0c-b283-dfad7d559f9f req-414a9fa1-90cc-4ceb-95cc-865efe64e9b0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313215 Oct 28 15:37:29.972494 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d72f1-70fb-480d-bdcc-86f30dc4dddf req-3a74eb23-946a-4f33-b635-e621c295a485 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:29.981916 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-566d72f1-70fb-480d-bdcc-86f30dc4dddf req-3a74eb23-946a-4f33-b635-e621c295a485 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475218 Oct 28 15:37:30.011956 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-566d72f1-70fb-480d-bdcc-86f30dc4dddf req-534737f7-e69d-4996-834e-da63aaed9fc7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Oct 28 15:37:31.124636 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de03e3-0bce-4be1-bd37-4e4081ce7e35 req-dc306159-c1af-4d18-817a-bcb3d4897500 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:31.126057 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-68de03e3-0bce-4be1-bd37-4e4081ce7e35 req-dc306159-c1af-4d18-817a-bcb3d4897500 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472045 Oct 28 15:37:31.162201 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-68de03e3-0bce-4be1-bd37-4e4081ce7e35 req-3476f65d-5478-4469-9dd5-31460e7238c2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302873 Oct 28 15:37:32.283698 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a85a54-5a51-4c69-8e69-51119e51f732 req-e26049e2-4b88-415a-b854-7363e85b6d1b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:32.285676 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-43a85a54-5a51-4c69-8e69-51119e51f732 req-e26049e2-4b88-415a-b854-7363e85b6d1b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0570173 Oct 28 15:37:32.331288 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-43a85a54-5a51-4c69-8e69-51119e51f732 req-37e8e086-c307-4657-b65f-5c0a088da334 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351453 Oct 28 15:37:33.443513 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6623791-854b-45ec-aa05-fe920e4fda68 req-7597b92f-3e9c-4551-b76f-46bf28c5ac69 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:33.444955 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e6623791-854b-45ec-aa05-fe920e4fda68 req-7597b92f-3e9c-4551-b76f-46bf28c5ac69 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Oct 28 15:37:33.485313 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e6623791-854b-45ec-aa05-fe920e4fda68 req-0e006bc5-ea97-450b-8d16-bdf14058fa1b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344651 Oct 28 15:37:34.597325 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ced2a-36ec-4b91-b910-a22744da458d req-7890fd0f-5319-40e3-b458-4baee7020141 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:34.598758 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-108ced2a-36ec-4b91-b910-a22744da458d req-7890fd0f-5319-40e3-b458-4baee7020141 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476453 Oct 28 15:37:34.634258 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-108ced2a-36ec-4b91-b910-a22744da458d req-543a2e65-723d-4093-8a38-b0bf23c6ad75 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297451 Oct 28 15:37:35.748095 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e618b-c54b-43ea-92e5-55257c933d48 req-1e60e906-934c-4d6e-94b8-bd3315a117aa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:35.749580 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-931e618b-c54b-43ea-92e5-55257c933d48 req-1e60e906-934c-4d6e-94b8-bd3315a117aa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472698 Oct 28 15:37:35.786521 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-931e618b-c54b-43ea-92e5-55257c933d48 req-6c6198b4-ac0a-4d7a-9873-74ab9a0f91c3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Oct 28 15:37:36.900318 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e606592-9655-4db5-996b-c42ad2c8435b req-43d3e9ee-a375-4770-85e9-12bb8c99ad32 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:36.901804 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0e606592-9655-4db5-996b-c42ad2c8435b req-43d3e9ee-a375-4770-85e9-12bb8c99ad32 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Oct 28 15:37:36.945048 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0e606592-9655-4db5-996b-c42ad2c8435b req-5ad1a60d-17ae-4e75-b65e-f4cfc585b21f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 Oct 28 15:37:38.063501 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5834518-1a4b-43bf-996e-65b865b20d09 req-f6e08047-7fc0-470a-b253-3b4d02c1d348 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:38.064986 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a5834518-1a4b-43bf-996e-65b865b20d09 req-f6e08047-7fc0-470a-b253-3b4d02c1d348 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0505457 Oct 28 15:37:38.100687 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a5834518-1a4b-43bf-996e-65b865b20d09 req-2446f127-9aaa-4459-9384-66e675e394f7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298331 Oct 28 15:37:38.481111 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:37:39.211999 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e265d82-eac5-40ae-ba87-660f7894fc0b req-98d76864-d4b7-4f36-9d5d-ae2c1561ac6c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:39.213460 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3e265d82-eac5-40ae-ba87-660f7894fc0b req-98d76864-d4b7-4f36-9d5d-ae2c1561ac6c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476375 Oct 28 15:37:39.249379 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3e265d82-eac5-40ae-ba87-660f7894fc0b req-dce8c464-17be-4c86-9d13-7f9e9493db42 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299723 Oct 28 15:37:40.370914 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629530-2090-40a4-b1cc-f99efab054a8 req-ee01b012-46b2-4f90-a89a-9855962e622c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:40.372349 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-13629530-2090-40a4-b1cc-f99efab054a8 req-ee01b012-46b2-4f90-a89a-9855962e622c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471272 Oct 28 15:37:40.415875 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-13629530-2090-40a4-b1cc-f99efab054a8 req-3047b3aa-4a14-4641-a9cd-333e4252475c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375175 Oct 28 15:37:40.740813 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:41.526355 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70a27e-f9c6-4c7d-9928-6ee84cc16fc0 req-888261c5-d727-417a-86d3-c9f057e69b9c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:41.527823 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4c70a27e-f9c6-4c7d-9928-6ee84cc16fc0 req-888261c5-d727-417a-86d3-c9f057e69b9c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0469143 Oct 28 15:37:41.565422 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4c70a27e-f9c6-4c7d-9928-6ee84cc16fc0 req-f4ca9977-59ea-4be5-8c76-9b9ff7aa87a7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304911 Oct 28 15:37:42.676658 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a231-8675-46ce-ab98-3e6645956efc req-97a6f1a2-0138-4e22-86b6-e4630436de07 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:42.678170 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f14a231-8675-46ce-ab98-3e6645956efc req-97a6f1a2-0138-4e22-86b6-e4630436de07 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478404 Oct 28 15:37:42.715580 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f14a231-8675-46ce-ab98-3e6645956efc req-37ea3e5b-8967-4285-8c51-76ccceef523b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Oct 28 15:37:43.829106 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3adeda-2075-46cf-9cea-6a96eb119d74 req-d788899b-146a-43a3-89d5-ca97b2c76076 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:43.830541 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae3adeda-2075-46cf-9cea-6a96eb119d74 req-d788899b-146a-43a3-89d5-ca97b2c76076 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0481215 Oct 28 15:37:43.869469 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae3adeda-2075-46cf-9cea-6a96eb119d74 req-b6a6ffea-d4ee-4ae6-aa32-ed38e3d0f9ff tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Oct 28 15:37:44.993324 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd03d1-ab51-4fe6-8b70-fd660ae5250b req-31ffc76c-f1c7-4dca-8bb0-10c771be7858 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:44.994700 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72cd03d1-ab51-4fe6-8b70-fd660ae5250b req-31ffc76c-f1c7-4dca-8bb0-10c771be7858 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0491729 Oct 28 15:37:45.033888 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72cd03d1-ab51-4fe6-8b70-fd660ae5250b req-06177a04-fabb-4108-9949-244367f8afd8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329969 Oct 28 15:37:45.377007 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a9eebfc8-09cb-446f-9174-8b3a4290287d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:46.147858 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d759d2-e9a7-4bb4-97a6-bc3685d132d8 req-12346a06-5ed7-417e-bf22-fb7d897efd40 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:46.149302 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-90d759d2-e9a7-4bb4-97a6-bc3685d132d8 req-12346a06-5ed7-417e-bf22-fb7d897efd40 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473239 Oct 28 15:37:46.185446 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-90d759d2-e9a7-4bb4-97a6-bc3685d132d8 req-a803d5ea-c48a-4cfb-8dd3-d31a7ea8a051 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297985 Oct 28 15:37:47.297585 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4cba-b02f-44e8-88ea-8321eb0a3efd req-4acd2602-7654-48fd-b533-6d0c0bc8e4b4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:47.299219 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8cfd4cba-b02f-44e8-88ea-8321eb0a3efd req-4acd2602-7654-48fd-b533-6d0c0bc8e4b4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0488551 Oct 28 15:37:47.340863 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8cfd4cba-b02f-44e8-88ea-8321eb0a3efd req-537ba0ed-8217-440d-b53b-8ff334027b16 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356200 Oct 28 15:37:48.148117 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5fcc618a-02f7-482b-9bd7-97a24199279c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:48.454532 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df936b-6a2b-46f1-97bf-1b79a78afac6 req-8c1bac12-1fa7-4c1d-83d4-5c31ac6d91d5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:48.455962 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f3df936b-6a2b-46f1-97bf-1b79a78afac6 req-8c1bac12-1fa7-4c1d-83d4-5c31ac6d91d5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479736 Oct 28 15:37:48.494192 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f3df936b-6a2b-46f1-97bf-1b79a78afac6 req-2033d0ab-b4d6-46a9-be8a-cae0f9211a86 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324132 Oct 28 15:37:49.085320 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:49.389219 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:49.607269 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ad69b-90bc-4f2a-8227-3c513da418e1 req-6aea0819-2642-4810-a2ea-881582c9d99c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:49.608792 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d69ad69b-90bc-4f2a-8227-3c513da418e1 req-6aea0819-2642-4810-a2ea-881582c9d99c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0481329 Oct 28 15:37:49.646871 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d69ad69b-90bc-4f2a-8227-3c513da418e1 req-dc14acef-1379-43f5-8cc3-90d1259927a1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Oct 28 15:37:50.769396 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cbf2b-9160-42f7-9cf7-0bda40bb89e4 req-c214f618-5339-488a-ab2b-f8cf0049ae66 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:50.771946 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fe7cbf2b-9160-42f7-9cf7-0bda40bb89e4 req-c214f618-5339-488a-ab2b-f8cf0049ae66 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0497324 Oct 28 15:37:50.812545 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fe7cbf2b-9160-42f7-9cf7-0bda40bb89e4 req-6aeb3a8f-755d-4f80-ad6c-f506770dbf3e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357764 Oct 28 15:37:50.982933 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:37:51.926237 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9068d-3627-45b3-93dc-7e30fee3ff2c req-978cd905-292e-4035-8926-fb1349664009 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:51.927654 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-30e9068d-3627-45b3-93dc-7e30fee3ff2c req-978cd905-292e-4035-8926-fb1349664009 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Oct 28 15:37:51.962754 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-30e9068d-3627-45b3-93dc-7e30fee3ff2c req-2932abf7-4392-487a-b1ee-89bbaafd3251 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291653 Oct 28 15:37:53.075479 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586059-ef95-4f20-89b7-4f2569958ccf req-ea55a2c6-b388-44be-a12e-35a4430c19b0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:53.076931 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-27586059-ef95-4f20-89b7-4f2569958ccf req-ea55a2c6-b388-44be-a12e-35a4430c19b0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475833 Oct 28 15:37:53.113174 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-27586059-ef95-4f20-89b7-4f2569958ccf req-7b2cbb15-45a0-4651-8dfc-d4520e610238 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303676 Oct 28 15:37:54.225719 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c468a-8d46-46bc-a549-033e12ddeb86 req-ac8ff089-8a4a-45ee-b8b7-9a6b93cdae4d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:54.227145 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b43c468a-8d46-46bc-a549-033e12ddeb86 req-ac8ff089-8a4a-45ee-b8b7-9a6b93cdae4d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472727 Oct 28 15:37:54.267034 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b43c468a-8d46-46bc-a549-033e12ddeb86 req-f071d3f8-e311-465e-8ffd-fd7632865882 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340378 Oct 28 15:37:55.377122 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f3f3c-0a81-4b4c-b52b-6ca63b55bf93 req-2e8df646-0218-4af6-a708-d1ca8e24715d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:55.378552 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a73f3f3c-0a81-4b4c-b52b-6ca63b55bf93 req-2e8df646-0218-4af6-a708-d1ca8e24715d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473120 Oct 28 15:37:55.422491 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a73f3f3c-0a81-4b4c-b52b-6ca63b55bf93 req-ad03787b-2c34-491b-9ba6-edbd9ec13144 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Oct 28 15:37:56.538416 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624b9cb-3a0b-429d-ac01-c452896737e5 req-6f18561f-05b7-4297-9fde-d2ed8f7d3bb4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:56.539843 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7624b9cb-3a0b-429d-ac01-c452896737e5 req-6f18561f-05b7-4297-9fde-d2ed8f7d3bb4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0465529 Oct 28 15:37:56.582313 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7624b9cb-3a0b-429d-ac01-c452896737e5 req-cd860249-00e0-4fc3-9d26-7ab990d0cf1e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359015 Oct 28 15:37:57.693651 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc77925-62e5-4921-9cad-45a6249c836f req-12b9adfd-2a4f-4ebe-ab28-9c1006c958e3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:57.695072 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1dc77925-62e5-4921-9cad-45a6249c836f req-12b9adfd-2a4f-4ebe-ab28-9c1006c958e3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0468972 Oct 28 15:37:57.733861 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1dc77925-62e5-4921-9cad-45a6249c836f req-4fb5f22b-cfce-4cec-a021-aa236bed6381 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Oct 28 15:37:58.848997 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6548eb4-e445-482e-b2db-049b65ad32b7 req-bde45dd0-0ae0-4248-b449-50e9057c4a8b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:37:58.850465 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c6548eb4-e445-482e-b2db-049b65ad32b7 req-bde45dd0-0ae0-4248-b449-50e9057c4a8b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Oct 28 15:37:58.886847 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c6548eb4-e445-482e-b2db-049b65ad32b7 req-f33c25b4-a312-4cda-a203-fceabfb18b89 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305223 Oct 28 15:37:59.999976 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73178a0-773b-4f59-8a80-9246cdccba2e req-9530995a-6eb8-4a6b-ab39-818f943ecb0d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:00.001342 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c73178a0-773b-4f59-8a80-9246cdccba2e req-9530995a-6eb8-4a6b-ab39-818f943ecb0d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0469668 Oct 28 15:38:00.038955 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c73178a0-773b-4f59-8a80-9246cdccba2e req-42a0e913-04f3-4f61-9b96-89bae54dd538 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Oct 28 15:38:01.152499 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e15d9-2899-4031-97bd-c8195b4a2712 req-24da0aa5-374b-466a-b3c5-ac117723d7f5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:01.154306 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ad1e15d9-2899-4031-97bd-c8195b4a2712 req-24da0aa5-374b-466a-b3c5-ac117723d7f5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Oct 28 15:38:01.196325 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ad1e15d9-2899-4031-97bd-c8195b4a2712 req-3dfbf608-2675-46d1-9c44-9b8647679382 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351441 Oct 28 15:38:02.309235 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ad051-4eca-485f-8a2b-1ab987a5e94d req-db4b0391-aabb-4ab3-a9ec-f6d3951b26c6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:02.310710 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b55ad051-4eca-485f-8a2b-1ab987a5e94d req-db4b0391-aabb-4ab3-a9ec-f6d3951b26c6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478880 Oct 28 15:38:02.347733 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b55ad051-4eca-485f-8a2b-1ab987a5e94d req-26fc314c-81dc-4979-9c40-6b1c8f9c7465 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Oct 28 15:38:03.462924 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f18b0-de9a-4462-8612-ffd87395d4cd req-8e561691-b9cb-4fff-bd0f-7d677f97558e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:03.464333 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f81f18b0-de9a-4462-8612-ffd87395d4cd req-8e561691-b9cb-4fff-bd0f-7d677f97558e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477033 Oct 28 15:38:03.502719 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f81f18b0-de9a-4462-8612-ffd87395d4cd req-96b99ba3-5b44-4011-af1b-89f2eec25b83 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Oct 28 15:38:04.613930 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877eda5-bf70-435b-b083-f6ce0e0589a6 req-25c29eeb-7bde-4449-9ef7-01c95e248763 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:04.615359 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7877eda5-bf70-435b-b083-f6ce0e0589a6 req-25c29eeb-7bde-4449-9ef7-01c95e248763 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0463452 Oct 28 15:38:04.655309 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7877eda5-bf70-435b-b083-f6ce0e0589a6 req-6a010c7c-203e-463c-bdca-103421fba5ec tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341234 Oct 28 15:38:05.772870 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1be28-1ceb-4b9e-adf9-1d26b7b34972 req-290a7975-b004-4810-8e6f-00a9877d4e0b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:05.774317 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6ca1be28-1ceb-4b9e-adf9-1d26b7b34972 req-290a7975-b004-4810-8e6f-00a9877d4e0b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Oct 28 15:38:05.812002 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6ca1be28-1ceb-4b9e-adf9-1d26b7b34972 req-63751512-b94c-4497-8752-87065b247fe8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Oct 28 15:38:06.924020 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148190a-ea68-4e92-94eb-be0b33423a82 req-ee167dc5-7035-4f65-895c-2835b0440ba4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:06.925481 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2148190a-ea68-4e92-94eb-be0b33423a82 req-ee167dc5-7035-4f65-895c-2835b0440ba4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478003 Oct 28 15:38:06.961871 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2148190a-ea68-4e92-94eb-be0b33423a82 req-98b0949c-61a0-466d-b1a8-5ab9e1fbe23a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Oct 28 15:38:08.071807 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a0056-def8-4544-b672-bb0a38941424 req-8980938a-0c8e-4ded-a770-bbd0846f1953 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:08.073235 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f58a0056-def8-4544-b672-bb0a38941424 req-8980938a-0c8e-4ded-a770-bbd0846f1953 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0465298 Oct 28 15:38:08.112830 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f58a0056-def8-4544-b672-bb0a38941424 req-dea9b2c1-130a-4e76-9ffd-0d3882963c28 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332842 Oct 28 15:38:09.224633 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dccf77-3d57-4144-ab7a-d66663ff7722 req-506ed621-56a5-447a-bb54-7dfdf114bc19 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:09.226078 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e3dccf77-3d57-4144-ab7a-d66663ff7722 req-506ed621-56a5-447a-bb54-7dfdf114bc19 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479226 Oct 28 15:38:09.262409 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e3dccf77-3d57-4144-ab7a-d66663ff7722 req-46756ca4-73da-4efd-bcb8-121110ee2cef tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302920 Oct 28 15:38:10.374262 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb5d0d-2c73-41b8-984d-70a2751c59a6 req-92a5a496-3eb8-4ddf-b934-d46f0436ae74 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:10.375689 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-01bb5d0d-2c73-41b8-984d-70a2751c59a6 req-92a5a496-3eb8-4ddf-b934-d46f0436ae74 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471554 Oct 28 15:38:10.411384 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-01bb5d0d-2c73-41b8-984d-70a2751c59a6 req-b470c983-aa1e-472b-b3ac-a9e0a87a4845 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297675 Oct 28 15:38:10.770672 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:11.523333 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446b50b-df3c-4b00-a42b-055d20de738e req-bf8bc552-a012-4e82-a12f-53542aef0b48 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:11.524776 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1446b50b-df3c-4b00-a42b-055d20de738e req-bf8bc552-a012-4e82-a12f-53542aef0b48 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483665 Oct 28 15:38:11.565549 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1446b50b-df3c-4b00-a42b-055d20de738e req-6ed4231d-79e7-4397-93d4-572b5dad120e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344341 Oct 28 15:38:12.677592 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423b37c-5c8d-4667-aa9d-8752ab64eca8 req-9f3ed0c7-bad0-4743-9d99-f60463bc9cc6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:12.679052 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9423b37c-5c8d-4667-aa9d-8752ab64eca8 req-9f3ed0c7-bad0-4743-9d99-f60463bc9cc6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Oct 28 15:38:12.716012 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9423b37c-5c8d-4667-aa9d-8752ab64eca8 req-28764fa9-e70f-4f7b-9275-3ded5dab1068 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Oct 28 15:38:13.834608 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bfafe-b7a1-47ae-9c5f-65387a5b04bc req-693a1445-c78a-41f5-ac34-5074953f6ab8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:13.836069 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-af6bfafe-b7a1-47ae-9c5f-65387a5b04bc req-693a1445-c78a-41f5-ac34-5074953f6ab8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0493853 Oct 28 15:38:13.872413 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-af6bfafe-b7a1-47ae-9c5f-65387a5b04bc req-7dc88ac8-f163-4be9-84c7-038aa049c59b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301738 Oct 28 15:38:14.986371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9016d2-457b-4ed3-a558-532435313211 req-f40e8bc7-7716-4553-8bdd-b8c305f65610 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:14.987803 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef9016d2-457b-4ed3-a558-532435313211 req-f40e8bc7-7716-4553-8bdd-b8c305f65610 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0469570 Oct 28 15:38:15.027348 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef9016d2-457b-4ed3-a558-532435313211 req-a3c49590-e462-4104-9ce1-529dce0f99a2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Oct 28 15:38:15.387384 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8aa865e3-a7c5-4e97-a68c-f923cc4ef35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:15.479411 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:38:16.142746 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b83985-af0b-44a6-928e-ea7d8d19cbcf req-8edc01c0-3de4-4891-9f8a-6b5e5e88df16 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:16.144181 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-88b83985-af0b-44a6-928e-ea7d8d19cbcf req-8edc01c0-3de4-4891-9f8a-6b5e5e88df16 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473220 Oct 28 15:38:16.186555 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-88b83985-af0b-44a6-928e-ea7d8d19cbcf req-40060072-2876-4b74-9506-09b3f30c45e8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364449 Oct 28 15:38:17.297976 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25127621-81f2-4ecc-b492-473e67c5faaa req-ce5ea947-e84c-4753-8fae-e8b1bf28648a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:17.299412 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-25127621-81f2-4ecc-b492-473e67c5faaa req-ce5ea947-e84c-4753-8fae-e8b1bf28648a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0470047 Oct 28 15:38:17.335859 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-25127621-81f2-4ecc-b492-473e67c5faaa req-daf5fbbf-567b-4fca-be92-4cd690e75ca3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305226 Oct 28 15:38:18.144628 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-fdd14850-6d9c-459e-a8a1-165dc2ee437f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:18.446212 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac86ad-8a1a-4f79-a899-9548343a2c6d req-af21c450-70a5-4042-81aa-4245fcfc60d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:18.447619 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-18ac86ad-8a1a-4f79-a899-9548343a2c6d req-af21c450-70a5-4042-81aa-4245fcfc60d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0467918 Oct 28 15:38:18.495393 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-18ac86ad-8a1a-4f79-a899-9548343a2c6d req-ed0e884b-d051-4ebc-ab45-c12b1409a068 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Oct 28 15:38:19.095548 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:19.344640 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:19.615846 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f413b-9b16-4ce8-a426-5533ed01e42c req-3d274bb6-ec99-42ef-a385-39ad8f08ef5e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:19.617213 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f1f413b-9b16-4ce8-a426-5533ed01e42c req-3d274bb6-ec99-42ef-a385-39ad8f08ef5e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472827 Oct 28 15:38:19.654538 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f1f413b-9b16-4ce8-a426-5533ed01e42c req-43208405-234e-4b08-a4c5-0a5c7ac22f82 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308745 Oct 28 15:38:20.766506 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16378dc3-f8e2-40bb-9ffc-8fbce8477f33 req-35575b73-ed83-4124-a908-ace00cded52e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:20.768638 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-16378dc3-f8e2-40bb-9ffc-8fbce8477f33 req-35575b73-ed83-4124-a908-ace00cded52e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483639 Oct 28 15:38:20.804634 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-16378dc3-f8e2-40bb-9ffc-8fbce8477f33 req-fdb6169c-9425-4927-93f3-8a73bc9f422d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300205 Oct 28 15:38:21.118534 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:21.915654 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90763d-041c-4a58-9505-9c43ffb0f69f req-901f045a-a373-4c0f-bbab-cbc34e9c758e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:21.917087 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bc90763d-041c-4a58-9505-9c43ffb0f69f req-901f045a-a373-4c0f-bbab-cbc34e9c758e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0464687 Oct 28 15:38:21.956902 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bc90763d-041c-4a58-9505-9c43ffb0f69f req-ee1952d4-7042-402b-9d94-a6e132a69cc4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340638 Oct 28 15:38:23.068179 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e291c-f541-4026-a9e9-3bf11c6ae055 req-dedc9478-d4b2-4928-881c-b0f68d2929c9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:23.069608 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c74e291c-f541-4026-a9e9-3bf11c6ae055 req-dedc9478-d4b2-4928-881c-b0f68d2929c9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0470099 Oct 28 15:38:23.105693 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c74e291c-f541-4026-a9e9-3bf11c6ae055 req-689e76a1-b275-4b71-bbe0-2b5def164c4e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302455 Oct 28 15:38:24.217128 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e4373-def9-42b3-aa39-be3487aecbae req-c5fc24c3-a2d1-4e5c-b458-ad00ffe08932 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:24.218584 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-601e4373-def9-42b3-aa39-be3487aecbae req-c5fc24c3-a2d1-4e5c-b458-ad00ffe08932 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477605 Oct 28 15:38:24.257449 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-601e4373-def9-42b3-aa39-be3487aecbae req-f5db3d47-581e-401b-877c-481906695bf1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324147 Oct 28 15:38:25.377419 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8ea50-918a-4522-886e-a127c2fb64f3 req-6a6b7745-2527-4e45-9554-dda28d91434c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:25.378877 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a2b8ea50-918a-4522-886e-a127c2fb64f3 req-6a6b7745-2527-4e45-9554-dda28d91434c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0547271 Oct 28 15:38:25.418919 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a2b8ea50-918a-4522-886e-a127c2fb64f3 req-a7db3c69-bbce-4597-aba6-bd28b931dd31 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339649 Oct 28 15:38:26.741683 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50677f00-2f31-4eab-a288-4705d666c5f1 req-38fcfbca-29dd-499d-a0c8-05266725f95d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:26.743172 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-50677f00-2f31-4eab-a288-4705d666c5f1 req-38fcfbca-29dd-499d-a0c8-05266725f95d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.2596381 Oct 28 15:38:26.779804 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-50677f00-2f31-4eab-a288-4705d666c5f1 req-3ec5a61f-3876-40b4-bd72-8f08222a1c88 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305686 Oct 28 15:38:27.892232 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82549f3d-bd27-44e0-adb8-bbc73bf39189 req-6604dbce-f143-4b15-ae5e-707ca528ca9d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:27.893709 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-82549f3d-bd27-44e0-adb8-bbc73bf39189 req-6604dbce-f143-4b15-ae5e-707ca528ca9d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0482399 Oct 28 15:38:27.930244 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-82549f3d-bd27-44e0-adb8-bbc73bf39189 req-46ac814b-ecb3-456f-8b20-4323d7c7a0aa tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Oct 28 15:38:29.047133 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd46b-bb26-4833-9221-2b87a514ea4a req-1a6143a4-7199-4900-93a1-ad71e6014e8a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:29.048493 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1bdd46b-bb26-4833-9221-2b87a514ea4a req-1a6143a4-7199-4900-93a1-ad71e6014e8a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478730 Oct 28 15:38:29.088152 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1bdd46b-bb26-4833-9221-2b87a514ea4a req-e6f53d46-2590-42e7-8118-32f8140de968 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331874 Oct 28 15:38:30.198483 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f3b40-af37-4516-8930-a0320938f184 req-b431bee3-abdb-458e-bc9a-82894a6616f4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:30.199893 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a65f3b40-af37-4516-8930-a0320938f184 req-b431bee3-abdb-458e-bc9a-82894a6616f4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0461428 Oct 28 15:38:30.236211 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a65f3b40-af37-4516-8930-a0320938f184 req-dc00695a-7513-4b20-a7b2-19343453fd92 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293794 Oct 28 15:38:31.348939 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd40c73-8438-4465-ad72-b2bd73a438ba req-daca5bcb-8c2a-4849-8635-e3eb990dfa80 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:31.351340 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9bd40c73-8438-4465-ad72-b2bd73a438ba req-daca5bcb-8c2a-4849-8635-e3eb990dfa80 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0491219 Oct 28 15:38:31.389357 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9bd40c73-8438-4465-ad72-b2bd73a438ba req-7a302bcf-d365-49b0-9687-e426988eea6b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Oct 28 15:38:32.502044 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db5084-bd6e-43c3-86eb-dcec1dc1a3e2 req-aa78a0be-18f8-49ad-8ae0-45320ff79082 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:32.503490 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72db5084-bd6e-43c3-86eb-dcec1dc1a3e2 req-aa78a0be-18f8-49ad-8ae0-45320ff79082 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471878 Oct 28 15:38:32.547649 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72db5084-bd6e-43c3-86eb-dcec1dc1a3e2 req-4d719daf-12b2-463f-9c8e-34420180e0d7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380430 Oct 28 15:38:33.663352 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834af67-ff9b-4d72-9c19-94976d48454e req-57950274-1c98-47c7-adbe-19800af692fe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:33.664833 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6834af67-ff9b-4d72-9c19-94976d48454e req-57950274-1c98-47c7-adbe-19800af692fe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Oct 28 15:38:33.703127 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6834af67-ff9b-4d72-9c19-94976d48454e req-c22ec2be-e304-4586-b6c2-f49a84713250 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Oct 28 15:38:34.821982 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a884a9-8374-49e9-b1f3-93f73e525787 req-29142563-11d2-4c1c-94a1-7d63bccdd38c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:34.823566 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c1a884a9-8374-49e9-b1f3-93f73e525787 req-29142563-11d2-4c1c-94a1-7d63bccdd38c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0502925 Oct 28 15:38:34.859942 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c1a884a9-8374-49e9-b1f3-93f73e525787 req-14396c65-6181-45ba-b69b-ed2631a57054 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306008 Oct 28 15:38:35.974644 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bf5fe-6e3a-4330-b1fe-9d91e9edc212 req-6147f811-fad9-48c6-98bd-dcacc6bd6e06 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:35.976068 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-856bf5fe-6e3a-4330-b1fe-9d91e9edc212 req-6147f811-fad9-48c6-98bd-dcacc6bd6e06 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0470154 Oct 28 15:38:36.015193 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-856bf5fe-6e3a-4330-b1fe-9d91e9edc212 req-e67e4afd-520f-44e7-8f9f-1c226d098760 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Oct 28 15:38:37.137697 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71697de7-ec96-4636-98ad-1bc1967bad58 req-321d1ea4-7923-4b5a-90e3-761c8bd2079b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:37.139117 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-71697de7-ec96-4636-98ad-1bc1967bad58 req-321d1ea4-7923-4b5a-90e3-761c8bd2079b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0476174 Oct 28 15:38:37.174745 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-71697de7-ec96-4636-98ad-1bc1967bad58 req-a40e14ab-af3b-4bc2-b861-1f8ae8cca35d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293353 Oct 28 15:38:38.286315 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667b875-b176-4d78-8fde-0ab7af06bde1 req-9146fcfa-2c04-4d4f-a083-2365e9878f80 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:38.287722 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f667b875-b176-4d78-8fde-0ab7af06bde1 req-9146fcfa-2c04-4d4f-a083-2365e9878f80 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475736 Oct 28 15:38:38.323670 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f667b875-b176-4d78-8fde-0ab7af06bde1 req-e4474358-46be-4274-a349-bd2d6015594f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301430 Oct 28 15:38:39.436858 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b362e-2114-4483-8181-01e6f00eea51 req-3a185ce4-bda9-4fe4-8af9-1bf17d9a128c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:39.438274 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-534b362e-2114-4483-8181-01e6f00eea51 req-3a185ce4-bda9-4fe4-8af9-1bf17d9a128c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472736 Oct 28 15:38:39.476688 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-534b362e-2114-4483-8181-01e6f00eea51 req-add709c4-3dee-46ad-8aa8-49b3e2fc3fb8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320005 Oct 28 15:38:40.587697 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e84e2-8639-4ff8-af0f-41f58477a116 req-845d08ea-0527-4183-b441-42cac4b7f00c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:40.589162 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b49e84e2-8639-4ff8-af0f-41f58477a116 req-845d08ea-0527-4183-b441-42cac4b7f00c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0471387 Oct 28 15:38:40.625439 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b49e84e2-8639-4ff8-af0f-41f58477a116 req-2a3afefd-75a9-4363-b06e-495100d61bf7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304365 Oct 28 15:38:40.774682 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:41.740404 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f34ed-f2c9-4cda-bc58-ed0f32c9b2bc req-3fa18779-75c5-452c-8385-2ee5e1cabeb9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:41.741861 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9a6f34ed-f2c9-4cda-bc58-ed0f32c9b2bc req-3fa18779-75c5-452c-8385-2ee5e1cabeb9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0494304 Oct 28 15:38:41.778582 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9a6f34ed-f2c9-4cda-bc58-ed0f32c9b2bc req-e7f536ce-79fd-45c4-a396-72c66b5b6a8e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Oct 28 15:38:42.890651 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c97831-1d60-4d82-aaa8-37624a4851d0 req-cde9dbe4-822a-4840-be75-f290cb8b3a4a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:42.892089 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a2c97831-1d60-4d82-aaa8-37624a4851d0 req-cde9dbe4-822a-4840-be75-f290cb8b3a4a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472996 Oct 28 15:38:42.933128 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a2c97831-1d60-4d82-aaa8-37624a4851d0 req-645dce0b-8055-45eb-99ec-85db133c5917 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350854 Oct 28 15:38:44.046215 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f8699-dee9-48b4-a8e6-450b6d9074e1 req-a476d9ce-b851-46f7-9c51-e2d6a130ef78 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:44.047572 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5f8f8699-dee9-48b4-a8e6-450b6d9074e1 req-a476d9ce-b851-46f7-9c51-e2d6a130ef78 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0487096 Oct 28 15:38:44.083724 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5f8f8699-dee9-48b4-a8e6-450b6d9074e1 req-a76c017c-a351-4f77-84c5-048760c1d78f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302975 Oct 28 15:38:45.226298 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4e6cf-013b-4c7c-8c0c-9c3f9296ee72 req-995b3fd3-21c0-441d-a5eb-3c6a2cfce4b3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:45.227841 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-81f4e6cf-013b-4c7c-8c0c-9c3f9296ee72 req-995b3fd3-21c0-441d-a5eb-3c6a2cfce4b3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0562534 Oct 28 15:38:45.270400 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-81f4e6cf-013b-4c7c-8c0c-9c3f9296ee72 req-73e66413-6c8f-4d34-ae34-992497a1d7dd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355084 Oct 28 15:38:45.386059 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7d357ccd-d691-4d91-ba88-4dd26314d601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:46.384142 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dffd8e-c2fc-462c-ac16-0fe1960660fd req-f8f0251a-62d1-4347-ab79-d83fa0a4321d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:46.385605 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c7dffd8e-c2fc-462c-ac16-0fe1960660fd req-f8f0251a-62d1-4347-ab79-d83fa0a4321d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475430 Oct 28 15:38:46.427227 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c7dffd8e-c2fc-462c-ac16-0fe1960660fd req-99874391-4b6f-4298-a0f4-02a2a74453cf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353153 Oct 28 15:38:47.541193 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1dff42-66c8-4a4f-97ce-bd4774c41b06 req-fe93301f-1c4c-447d-afb5-c0869607de5a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:47.542530 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2a1dff42-66c8-4a4f-97ce-bd4774c41b06 req-fe93301f-1c4c-447d-afb5-c0869607de5a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0486069 Oct 28 15:38:47.579676 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2a1dff42-66c8-4a4f-97ce-bd4774c41b06 req-f4796abd-fbc5-463e-9e0e-f90fbea03c9a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304554 Oct 28 15:38:48.157455 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-355a21a5-4f1e-489c-acd8-8c2d7aca7fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:48.692200 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5dcce-42a0-4b4e-92a9-c7b512c919a6 req-5e4199f0-3d2c-4f94-b0e2-a64ff62f6360 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:48.693557 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-deb5dcce-42a0-4b4e-92a9-c7b512c919a6 req-5e4199f0-3d2c-4f94-b0e2-a64ff62f6360 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0474093 Oct 28 15:38:48.729445 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-deb5dcce-42a0-4b4e-92a9-c7b512c919a6 req-b57e86e3-4ee6-4006-a39f-6acc825e3b71 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299976 Oct 28 15:38:49.074915 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:49.343734 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:49.841067 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289e5aa-0464-4a4f-b884-e9693e326fa1 req-3f3edc27-c399-4de9-b26a-c2de18b82c9e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:49.842500 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d289e5aa-0464-4a4f-b884-e9693e326fa1 req-3f3edc27-c399-4de9-b26a-c2de18b82c9e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477872 Oct 28 15:38:49.882025 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d289e5aa-0464-4a4f-b884-e9693e326fa1 req-0227cc1c-2e41-4808-b761-d2b2f7483599 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Oct 28 15:38:51.000908 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:38:51.156281 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf3e6e-dfbf-43c1-bf3a-4af896da4cf1 req-aff5833c-1f70-451c-bb6a-2d14b753c5f9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:51.157749 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f4cf3e6e-dfbf-43c1-bf3a-4af896da4cf1 req-aff5833c-1f70-451c-bb6a-2d14b753c5f9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0484211 Oct 28 15:38:51.193984 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f4cf3e6e-dfbf-43c1-bf3a-4af896da4cf1 req-2ba6eea1-d20f-4a2d-acc2-1a7d15431da7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302691 Oct 28 15:38:52.306992 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3e648-d475-4388-83ae-09dbc725d8c3 req-7d3dac87-759f-4f39-bc52-478e4a4e57f3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:52.308447 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5e3e648-d475-4388-83ae-09dbc725d8c3 req-7d3dac87-759f-4f39-bc52-478e4a4e57f3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477765 Oct 28 15:38:52.344527 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5e3e648-d475-4388-83ae-09dbc725d8c3 req-95e6b481-b906-495a-bf8b-55427a0120df tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301561 Oct 28 15:38:52.477818 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:38:53.456000 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d24b44-1bdc-4b18-aabc-78f5616196e6 req-7a40a8be-9865-4a81-8ecd-d80fe4124b8a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:53.457469 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-58d24b44-1bdc-4b18-aabc-78f5616196e6 req-7a40a8be-9865-4a81-8ecd-d80fe4124b8a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0475671 Oct 28 15:38:53.496988 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-58d24b44-1bdc-4b18-aabc-78f5616196e6 req-f92c2bb7-d376-4c4d-af0f-09f872b1afd6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337107 Oct 28 15:38:54.609418 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed8844-d3f1-4de5-a5aa-4a010dc6b1a8 req-873d5043-1766-4c68-a978-b99a283fe0b0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:54.611388 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f4ed8844-d3f1-4de5-a5aa-4a010dc6b1a8 req-873d5043-1766-4c68-a978-b99a283fe0b0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0481055 Oct 28 15:38:54.649382 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f4ed8844-d3f1-4de5-a5aa-4a010dc6b1a8 req-297c435e-aa9e-4ac7-942f-372420f4a565 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Oct 28 15:38:55.766561 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db05c-e6f3-4918-b2cc-f8ef2ff072a0 req-1a6ab4e1-6cff-4531-977d-f0daabe1e66c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:55.768653 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-993db05c-e6f3-4918-b2cc-f8ef2ff072a0 req-1a6ab4e1-6cff-4531-977d-f0daabe1e66c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0538025 Oct 28 15:38:55.806337 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-993db05c-e6f3-4918-b2cc-f8ef2ff072a0 req-e6e892b8-4ea7-45b0-9b66-7386a941eb83 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Oct 28 15:38:56.918412 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456d715-97c0-449f-a71d-25e7dfcd21b0 req-f9762ad2-83cc-463a-b2fa-979b16809d55 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:56.919841 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2456d715-97c0-449f-a71d-25e7dfcd21b0 req-f9762ad2-83cc-463a-b2fa-979b16809d55 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478082 Oct 28 15:38:56.959851 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2456d715-97c0-449f-a71d-25e7dfcd21b0 req-284bbed0-4087-4596-8356-ac2600d2623f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340908 Oct 28 15:38:58.262833 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95065f2e-4efd-46c5-9e27-59e5ab05139a req-4f0a416b-e5dd-4568-a8d5-0314cc46327e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:58.264162 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-95065f2e-4efd-46c5-9e27-59e5ab05139a req-4f0a416b-e5dd-4568-a8d5-0314cc46327e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477912 Oct 28 15:38:58.300698 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-95065f2e-4efd-46c5-9e27-59e5ab05139a req-56c7c740-a68a-49cd-99d1-ec9ef9fadbb4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300496 Oct 28 15:38:59.416033 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718ab2b-04c7-48e7-9bef-5a8256b6e81f req-d65fd66c-01d0-4c3b-a7ef-8c28060d73fc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:38:59.417798 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9718ab2b-04c7-48e7-9bef-5a8256b6e81f req-d65fd66c-01d0-4c3b-a7ef-8c28060d73fc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0473764 Oct 28 15:38:59.454449 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9718ab2b-04c7-48e7-9bef-5a8256b6e81f req-55b0a6df-f3a9-4ccd-a9f6-48a923f65035 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302246 Oct 28 15:39:00.565534 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d251af-630d-4907-a888-7a683de1f2b6 req-3576d28b-f809-4180-8fab-43abca0fe13b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:00.566977 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-42d251af-630d-4907-a888-7a683de1f2b6 req-3576d28b-f809-4180-8fab-43abca0fe13b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472710 Oct 28 15:39:00.608210 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-42d251af-630d-4907-a888-7a683de1f2b6 req-5b410e3b-dc23-4800-be28-5d321c13a068 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342462 Oct 28 15:39:01.319091 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-a9a63ef0-ee19-463a-9dec-7eba39da48d0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1397493 Oct 28 15:39:01.410411 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-bbb5e1f0-cd7a-4ae7-9010-9ce498d0cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:01.411854 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-bbb5e1f0-cd7a-4ae7-9010-9ce498d0cb23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0446978 Oct 28 15:39:01.513967 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-7b097d4e-f73c-4b8a-b9b5-a07a060d94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:01.515309 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-7b097d4e-f73c-4b8a-b9b5-a07a060d94ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0852129 Oct 28 15:39:01.555185 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-89254d76-8097-4e30-99ba-19426e8715ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0323405 Oct 28 15:39:01.605050 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-239e1445-31bb-4198-9578-549782664145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:01.606498 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-239e1445-31bb-4198-9578-549782664145 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0445201 Oct 28 15:39:01.642431 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-3e8bc88e-2f0a-44fa-af0f-232ba49bf528 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287948 Oct 28 15:39:01.654116 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-452857cd-f668-4c6c-8592-f1d0641c3439 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:39:01.655047 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-452857cd-f668-4c6c-8592-f1d0641c3439 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052507 Oct 28 15:39:01.721143 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b552dff-51aa-42e5-b829-96c8bb057120 req-e1417a42-f488-4744-8b32-986599166eb6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:01.722621 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5b552dff-51aa-42e5-b829-96c8bb057120 req-e1417a42-f488-4744-8b32-986599166eb6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0484874 Oct 28 15:39:01.746576 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-e57dbcf8-41e7-4fda-9881-32386e1445f8 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843806 Oct 28 15:39:01.760846 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5b552dff-51aa-42e5-b829-96c8bb057120 req-d5e92330-55f6-4cfe-afa6-c187a00d6e44 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320404 Oct 28 15:39:01.839846 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3c7af931-7143-4518-b851-6bff9fb3f0ab req-d3e16573-3539-4aca-b38a-5c0ede9a64b9 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861773 Oct 28 15:39:02.873968 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d5115-825d-4a42-a393-eebeafcab1ef req-b42c0ed7-f538-444a-bf2d-215e11d765f7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:02.875945 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d58d5115-825d-4a42-a393-eebeafcab1ef req-b42c0ed7-f538-444a-bf2d-215e11d765f7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0485935 Oct 28 15:39:02.912237 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d58d5115-825d-4a42-a393-eebeafcab1ef req-5a32bdf9-3d2a-4b28-b9df-a163f113ac04 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303752 Oct 28 15:39:04.023721 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47d1cb-1864-48b1-a410-c0e59f0fe25b req-e51caee6-5337-4572-8c1b-35b15d8d2320 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:04.025089 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3c47d1cb-1864-48b1-a410-c0e59f0fe25b req-e51caee6-5337-4572-8c1b-35b15d8d2320 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478783 Oct 28 15:39:04.065610 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3c47d1cb-1864-48b1-a410-c0e59f0fe25b req-3db3dce4-283c-4684-be62-91687d3555fd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Oct 28 15:39:05.185760 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8a990-34be-4762-b579-7333547c9698 req-c2c77cdf-de65-42ee-b65f-a207141a5ce0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:05.187246 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aed8a990-34be-4762-b579-7333547c9698 req-c2c77cdf-de65-42ee-b65f-a207141a5ce0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0494041 Oct 28 15:39:05.226971 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aed8a990-34be-4762-b579-7333547c9698 req-af511bff-ded6-4821-9549-f93c783e9ef7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332782 Oct 28 15:39:06.343155 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf8936-b730-4ec2-a815-6de7abe2ba72 req-83ecb07f-9867-4178-8fe3-cd408d48dd0f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:06.344643 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-57cf8936-b730-4ec2-a815-6de7abe2ba72 req-83ecb07f-9867-4178-8fe3-cd408d48dd0f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478466 Oct 28 15:39:06.381357 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-57cf8936-b730-4ec2-a815-6de7abe2ba72 req-13dcd5a6-3438-4ca6-951f-89105ea33da0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309582 Oct 28 15:39:07.545240 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e56a25-7881-4a8e-8dcc-fb2ccf49a033 req-686e8f31-9917-4d00-a135-3404370fee02 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:07.546591 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-84e56a25-7881-4a8e-8dcc-fb2ccf49a033 req-686e8f31-9917-4d00-a135-3404370fee02 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0995169 Oct 28 15:39:07.586863 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-84e56a25-7881-4a8e-8dcc-fb2ccf49a033 req-69a3f0c1-b40b-4548-b8e9-87b6c1b2f27a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Oct 28 15:39:08.745744 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637a541-a07a-466c-8ddf-6f6fff553fe6 req-10d41d71-9f1c-4e8d-803d-3186bdd3a35f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:08.747222 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d637a541-a07a-466c-8ddf-6f6fff553fe6 req-10d41d71-9f1c-4e8d-803d-3186bdd3a35f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0950108 Oct 28 15:39:08.784993 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d637a541-a07a-466c-8ddf-6f6fff553fe6 req-cf0b62ca-ea00-4a74-aa67-58835e5b9b01 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Oct 28 15:39:09.902825 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3b740-c1bb-47ed-95f3-99074568ec6f req-c3d8c82b-4388-4609-b8aa-511060ee57ff tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:09.904279 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72a3b740-c1bb-47ed-95f3-99074568ec6f req-c3d8c82b-4388-4609-b8aa-511060ee57ff tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0482385 Oct 28 15:39:09.941102 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72a3b740-c1bb-47ed-95f3-99074568ec6f req-ad7d392b-5098-4a34-b948-a044280b4a62 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Oct 28 15:39:10.793690 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:11.052735 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc1e5-8ae3-48ea-9eb2-e846ba4eebf5 req-c247e422-2336-4742-b957-1ec44ea3e4d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:11.054184 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c2bfc1e5-8ae3-48ea-9eb2-e846ba4eebf5 req-c247e422-2336-4742-b957-1ec44ea3e4d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0488679 Oct 28 15:39:11.094657 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c2bfc1e5-8ae3-48ea-9eb2-e846ba4eebf5 req-ee9b65da-d331-419f-971c-a4b747abe569 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346193 Oct 28 15:39:12.220408 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795779a3-399c-4301-b136-bfa562aaeea0 req-68a6a259-1a8b-4b3c-9a84-d6dd651da55b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:12.221909 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-795779a3-399c-4301-b136-bfa562aaeea0 req-68a6a259-1a8b-4b3c-9a84-d6dd651da55b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0621822 Oct 28 15:39:12.258432 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-795779a3-399c-4301-b136-bfa562aaeea0 req-a9bc1566-e019-41ac-8efc-231c121a76cb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306637 Oct 28 15:39:13.383470 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26189e2b-bb56-403b-bcfa-ca959c1c352e req-33f5dcd9-701f-400d-ac85-a45ace396bd2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:13.384964 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26189e2b-bb56-403b-bcfa-ca959c1c352e req-33f5dcd9-701f-400d-ac85-a45ace396bd2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0571928 Oct 28 15:39:13.422739 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26189e2b-bb56-403b-bcfa-ca959c1c352e req-c4b03872-be20-4995-a184-a759905d5a63 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Oct 28 15:39:14.534869 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aafed6-a474-45d9-be68-368616c48b53 req-92fae5ff-910f-4400-ac05-0ad3f90748ad tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:14.536296 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a9aafed6-a474-45d9-be68-368616c48b53 req-92fae5ff-910f-4400-ac05-0ad3f90748ad tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0468030 Oct 28 15:39:14.576563 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a9aafed6-a474-45d9-be68-368616c48b53 req-d5b2a6fe-a43a-48c4-b577-5510f11fb8b9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344019 Oct 28 15:39:15.370794 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9d0f80f8-e5e5-4b8a-bc20-6197d38d4410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:15.691725 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6dfb5-6c66-4996-b15d-6b726ad49bc5 req-e5938afb-7317-4ab8-8497-f9d7f86e29bf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:15.693258 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62f6dfb5-6c66-4996-b15d-6b726ad49bc5 req-e5938afb-7317-4ab8-8497-f9d7f86e29bf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0494733 Oct 28 15:39:15.731841 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62f6dfb5-6c66-4996-b15d-6b726ad49bc5 req-d9796ec9-dc8e-4a72-ba89-64be07913264 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327547 Oct 28 15:39:16.851590 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af77d8-07be-4b88-84da-96cd15192ea3 req-b11edbbf-4fd3-43a7-be6d-88ac9e7feb94 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:16.853086 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0af77d8-07be-4b88-84da-96cd15192ea3 req-b11edbbf-4fd3-43a7-be6d-88ac9e7feb94 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Oct 28 15:39:16.889671 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0af77d8-07be-4b88-84da-96cd15192ea3 req-05fd8fd2-d148-46fb-8703-28716459a860 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305004 Oct 28 15:39:18.001439 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf544d-2c6c-4ebd-b26e-79f9af127239 req-e774a34d-8fab-48c8-9105-30c2ff900802 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:18.002875 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-82bf544d-2c6c-4ebd-b26e-79f9af127239 req-e774a34d-8fab-48c8-9105-30c2ff900802 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0466936 Oct 28 15:39:18.042655 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-82bf544d-2c6c-4ebd-b26e-79f9af127239 req-d9e485ec-9b59-4deb-b5c8-ff4fc64846a0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Oct 28 15:39:18.127481 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-fc470005-3c9c-4e64-a909-67393aa58a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:19.134638 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:19.158025 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048e497-3ec5-419a-9d86-f472a751a256 req-0a79a623-7c9b-44a7-84e0-281acf4ea1d9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:19.159486 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a048e497-3ec5-419a-9d86-f472a751a256 req-0a79a623-7c9b-44a7-84e0-281acf4ea1d9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Oct 28 15:39:19.195329 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a048e497-3ec5-419a-9d86-f472a751a256 req-a4e5c5c5-a3cd-4a4e-8379-1ab093df3932 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298524 Oct 28 15:39:19.347710 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:20.309859 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4c856-df0f-4bd9-93cc-474dcfeb49d4 req-75b0e146-2b13-4b53-b712-3559a81fd8dc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:20.311308 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eab4c856-df0f-4bd9-93cc-474dcfeb49d4 req-75b0e146-2b13-4b53-b712-3559a81fd8dc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Oct 28 15:39:20.347468 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eab4c856-df0f-4bd9-93cc-474dcfeb49d4 req-ecc16f20-4ec3-4266-9729-4f32dd31959e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302660 Oct 28 15:39:21.022315 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:21.460092 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f799c-2757-43cd-ad1f-4ef094f5551e req-88576581-7978-499d-a048-5ffe04f6e195 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:21.461526 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a0f799c-2757-43cd-ad1f-4ef094f5551e req-88576581-7978-499d-a048-5ffe04f6e195 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0465388 Oct 28 15:39:21.501445 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1a0f799c-2757-43cd-ad1f-4ef094f5551e req-3fc7d829-dfae-48d8-8e40-d0e9f834b511 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341012 Oct 28 15:39:22.615911 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd67c5c-f94a-40e6-84b3-40aff74e2687 req-d5b5336b-21e6-487a-8f6b-721229bb2b81 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:22.617370 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0cd67c5c-f94a-40e6-84b3-40aff74e2687 req-d5b5336b-21e6-487a-8f6b-721229bb2b81 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480883 Oct 28 15:39:22.653455 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0cd67c5c-f94a-40e6-84b3-40aff74e2687 req-eb522683-6b52-40ad-96a1-3ba7734d0fd4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302114 Oct 28 15:39:23.768697 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977c054-0c0e-4cf0-a7c6-32ff3fde182b req-4225da0e-333d-4175-a851-428685a208fb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:23.770160 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9977c054-0c0e-4cf0-a7c6-32ff3fde182b req-4225da0e-333d-4175-a851-428685a208fb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0491829 Oct 28 15:39:23.807069 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9977c054-0c0e-4cf0-a7c6-32ff3fde182b req-faada580-6ca4-43b9-900e-dac86f67b2b8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Oct 28 15:39:24.932245 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48111f60-8319-4088-888a-8b88e476e5d2 req-851f0e7e-f0b6-47a1-8d6e-95093483b2d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:24.933717 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-48111f60-8319-4088-888a-8b88e476e5d2 req-851f0e7e-f0b6-47a1-8d6e-95093483b2d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0499129 Oct 28 15:39:24.973337 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-48111f60-8319-4088-888a-8b88e476e5d2 req-bd0356c5-335d-4a55-91e7-5e64f1a363c9 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337734 Oct 28 15:39:26.086356 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee96a68-afd6-4389-a29a-65cced60ee0b req-2e8e2e80-de0d-41ab-a870-d7b0448838e2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:26.087808 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4ee96a68-afd6-4389-a29a-65cced60ee0b req-2e8e2e80-de0d-41ab-a870-d7b0448838e2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479198 Oct 28 15:39:26.124705 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4ee96a68-afd6-4389-a29a-65cced60ee0b req-af93d157-af47-4c96-817b-17aaf5fdf599 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303242 Oct 28 15:39:27.239383 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba086b-a68d-4dcf-8a57-b770dfe34099 req-035a0941-5256-4344-a921-a963badfeb20 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:27.240880 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f3ba086b-a68d-4dcf-8a57-b770dfe34099 req-035a0941-5256-4344-a921-a963badfeb20 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0496848 Oct 28 15:39:27.278999 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f3ba086b-a68d-4dcf-8a57-b770dfe34099 req-dd3c5a9d-4f08-43c9-b941-570cea87c790 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Oct 28 15:39:28.395285 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648da9e-0ceb-47be-8ca6-24908b7ce145 req-c27bc28c-c071-4668-906e-f827b355a7b8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:28.396757 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a648da9e-0ceb-47be-8ca6-24908b7ce145 req-c27bc28c-c071-4668-906e-f827b355a7b8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0493917 Oct 28 15:39:28.440069 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a648da9e-0ceb-47be-8ca6-24908b7ce145 req-53222f6c-af8f-4024-925a-91193d5c3f6e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Oct 28 15:39:29.476605 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:39:29.555512 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915dc8d-88ce-4962-a91c-1a5a8357cdb4 req-7232e055-4f8d-45d4-8ef9-d86002d515b0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:29.557064 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2915dc8d-88ce-4962-a91c-1a5a8357cdb4 req-7232e055-4f8d-45d4-8ef9-d86002d515b0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0495481 Oct 28 15:39:29.600656 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2915dc8d-88ce-4962-a91c-1a5a8357cdb4 req-cb64852f-6bd6-47f2-9d5e-156b8b7a2b4b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Oct 28 15:39:30.716770 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42ab61-cccb-4a94-9fcf-dea5027ada0c req-6b6b62dc-2c92-4ae9-84f6-c62e1e87dc93 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:30.718201 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1e42ab61-cccb-4a94-9fcf-dea5027ada0c req-6b6b62dc-2c92-4ae9-84f6-c62e1e87dc93 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Oct 28 15:39:30.755214 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1e42ab61-cccb-4a94-9fcf-dea5027ada0c req-f1525bd8-df43-468f-9bc5-57a9c0419580 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Oct 28 15:39:31.868328 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3a001-0aac-4b09-bbb3-d629dcf87ec6 req-352c26a0-1f9f-45f4-9b58-6adb4a36ac3c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:31.869791 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-59b3a001-0aac-4b09-bbb3-d629dcf87ec6 req-352c26a0-1f9f-45f4-9b58-6adb4a36ac3c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0482440 Oct 28 15:39:31.910427 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-59b3a001-0aac-4b09-bbb3-d629dcf87ec6 req-b4f7315b-3afd-4f4c-ba40-4a67791d68a1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Oct 28 15:39:33.024080 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31587f-3aa1-45a9-9071-44ec552743a1 req-f2eee5f1-de5b-4cd3-b6c2-cbee69aba6f2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:33.025590 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8b31587f-3aa1-45a9-9071-44ec552743a1 req-f2eee5f1-de5b-4cd3-b6c2-cbee69aba6f2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0489314 Oct 28 15:39:33.062029 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8b31587f-3aa1-45a9-9071-44ec552743a1 req-bcdda2db-9b58-40b0-883e-17eb592046be tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306485 Oct 28 15:39:34.174878 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54b2ed-0f39-4636-8cd7-b24e047b25a6 req-452e49a9-589f-4d0d-a8d7-643c8b1d08bb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:34.176320 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd54b2ed-0f39-4636-8cd7-b24e047b25a6 req-452e49a9-589f-4d0d-a8d7-643c8b1d08bb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0477581 Oct 28 15:39:34.212663 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd54b2ed-0f39-4636-8cd7-b24e047b25a6 req-2c003843-3b3a-4197-876d-3448422ea9d4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303602 Oct 28 15:39:35.325652 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb8911-79a1-4b47-91eb-6bd0e7f7a879 req-2f18c1ee-254d-4189-968d-216d04eaf96a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:35.327152 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0beb8911-79a1-4b47-91eb-6bd0e7f7a879 req-2f18c1ee-254d-4189-968d-216d04eaf96a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480700 Oct 28 15:39:35.367164 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0beb8911-79a1-4b47-91eb-6bd0e7f7a879 req-9c9e9ef3-0604-414a-a4b3-457b1743ed04 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Oct 28 15:39:36.481990 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b31711-77e8-47af-bfaf-5867fac0d9f2 req-11750437-870a-4e85-8d16-9f23688fe214 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:36.483471 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-91b31711-77e8-47af-bfaf-5867fac0d9f2 req-11750437-870a-4e85-8d16-9f23688fe214 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0485160 Oct 28 15:39:36.519788 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-91b31711-77e8-47af-bfaf-5867fac0d9f2 req-5d8e0cf2-8b86-472b-a2ed-30fd2b888ae3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304043 Oct 28 15:39:37.631660 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318672a-05d5-4087-9549-826749f0f8db req-05f503ca-799d-4c9e-9852-3fbc33dff6bd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:37.633265 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7318672a-05d5-4087-9549-826749f0f8db req-05f503ca-799d-4c9e-9852-3fbc33dff6bd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Oct 28 15:39:37.670711 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7318672a-05d5-4087-9549-826749f0f8db req-1f64f400-967a-45c9-8a11-6be677d345a4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Oct 28 15:39:38.784217 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a5893-1f54-4295-a461-e3afbef818bf req-12b89219-a6b9-4964-926f-00efb492adea tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:38.785708 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-991a5893-1f54-4295-a461-e3afbef818bf req-12b89219-a6b9-4964-926f-00efb492adea tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0499365 Oct 28 15:39:38.825640 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-991a5893-1f54-4295-a461-e3afbef818bf req-df00447a-ffea-443f-9737-1c385306f7fd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340664 Oct 28 15:39:39.938229 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687ee6a-d7e0-4b94-a8ec-b58914d987a1 req-d3504768-b544-40a0-9f94-42aa8787f9a6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:39.939582 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8687ee6a-d7e0-4b94-a8ec-b58914d987a1 req-d3504768-b544-40a0-9f94-42aa8787f9a6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Oct 28 15:39:39.976315 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8687ee6a-d7e0-4b94-a8ec-b58914d987a1 req-4ca93eb4-e993-4030-ab93-de557807030e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Oct 28 15:39:40.809996 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:41.090422 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc2cdc-20c7-4583-b2b1-07776420ccf7 req-b93a9e82-a4d7-497c-81f4-398970d144c6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:41.092545 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-08dc2cdc-20c7-4583-b2b1-07776420ccf7 req-b93a9e82-a4d7-497c-81f4-398970d144c6 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483592 Oct 28 15:39:41.129005 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-08dc2cdc-20c7-4583-b2b1-07776420ccf7 req-482d60da-7421-49a0-ab4f-2dbf76c23f96 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307090 Oct 28 15:39:42.241800 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4036f-53f9-41b5-8a03-f256f71cbb78 req-04245089-bf0a-46c8-98b4-eb7a139a3abe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:42.243239 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dad4036f-53f9-41b5-8a03-f256f71cbb78 req-04245089-bf0a-46c8-98b4-eb7a139a3abe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478632 Oct 28 15:39:42.283101 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dad4036f-53f9-41b5-8a03-f256f71cbb78 req-cc59255a-8764-4677-bb76-fdc5e2d9ae78 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339749 Oct 28 15:39:43.402931 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1232e-aeea-4bbc-bccf-50907df16d6e req-5e6f21df-721a-41fe-b112-c6d8724dffb8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:43.405057 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62a1232e-aeea-4bbc-bccf-50907df16d6e req-5e6f21df-721a-41fe-b112-c6d8724dffb8 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0543370 Oct 28 15:39:43.442818 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-62a1232e-aeea-4bbc-bccf-50907df16d6e req-65ecd741-77bf-4784-abd6-5fb03c383b6e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Oct 28 15:39:44.555836 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b03a19-04c5-48e8-8ee1-74276265e764 req-8ffef679-2ac9-41d4-9087-f407d8b3822a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:44.557363 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-00b03a19-04c5-48e8-8ee1-74276265e764 req-8ffef679-2ac9-41d4-9087-f407d8b3822a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483134 Oct 28 15:39:44.594680 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-00b03a19-04c5-48e8-8ee1-74276265e764 req-9e8e444d-965c-4b19-8370-cb79e8c5e7ef tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Oct 28 15:39:45.383310 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f42f9468-879a-484d-828f-8d4449469bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:45.706343 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4ef82-b0d8-4feb-8c35-b9c8b94d274a req-99cbffe4-8b4d-43ce-88f1-78289a7d998c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:45.707779 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e2d4ef82-b0d8-4feb-8c35-b9c8b94d274a req-99cbffe4-8b4d-43ce-88f1-78289a7d998c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479846 Oct 28 15:39:45.752794 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e2d4ef82-b0d8-4feb-8c35-b9c8b94d274a req-edea35bb-406d-40f4-acec-83a9c3b7d9d2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386140 Oct 28 15:39:46.871335 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a6edb-ac0d-4d95-b963-b13cd47769ab req-75f928ab-b05d-4ddb-8e10-c91e81236682 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:46.873334 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d1a6edb-ac0d-4d95-b963-b13cd47769ab req-75f928ab-b05d-4ddb-8e10-c91e81236682 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472939 Oct 28 15:39:46.912081 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2d1a6edb-ac0d-4d95-b963-b13cd47769ab req-7d2fb5f6-cc70-417f-bed3-80a45aa61a23 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Oct 28 15:39:48.033624 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37684370-094c-456e-8e3f-e40b7fcbe428 req-23d2c9d6-cf6e-4396-8e91-d7f68c7c7b10 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:48.034987 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-37684370-094c-456e-8e3f-e40b7fcbe428 req-23d2c9d6-cf6e-4396-8e91-d7f68c7c7b10 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Oct 28 15:39:48.072167 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-37684370-094c-456e-8e3f-e40b7fcbe428 req-ee370c67-a3f7-478f-8387-e2392c7664a2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Oct 28 15:39:48.146279 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bc0d507d-b527-4dac-9f7f-015e2f84721a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:49.103948 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:49.183223 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf5de-76d7-4224-9c3c-9d423c318d9f req-3e4f7159-9744-44a0-83fc-7f6426471f8d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:49.184785 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fd7bf5de-76d7-4224-9c3c-9d423c318d9f req-3e4f7159-9744-44a0-83fc-7f6426471f8d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0472856 Oct 28 15:39:49.226205 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fd7bf5de-76d7-4224-9c3c-9d423c318d9f req-c89f464b-7f78-4f07-9865-e3df92631a79 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Oct 28 15:39:49.338273 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:50.338172 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea05e7d-d272-412a-9691-28068e285edb req-e59aeba2-2e87-4eb6-83a2-33604434a6cb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:50.339601 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dea05e7d-d272-412a-9691-28068e285edb req-e59aeba2-2e87-4eb6-83a2-33604434a6cb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0474617 Oct 28 15:39:50.375606 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dea05e7d-d272-412a-9691-28068e285edb req-dafce1f4-2fc5-4fb1-bb60-6aa5e197b377 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300856 Oct 28 15:39:51.009618 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:39:51.489589 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66657-e9c0-474b-95a1-9248688a1385 req-cfbef225-2fdf-4078-afc7-cd472ecbdf2b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:51.491055 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dbe66657-e9c0-474b-95a1-9248688a1385 req-cfbef225-2fdf-4078-afc7-cd472ecbdf2b tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479043 Oct 28 15:39:51.529999 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dbe66657-e9c0-474b-95a1-9248688a1385 req-5d62d531-82fb-422d-8c8c-70339bc97b48 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Oct 28 15:39:52.649293 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21099491-163a-4c72-9f42-cc86f1145b81 req-324a307d-153a-47c3-944f-e1757602eb21 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:52.650737 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21099491-163a-4c72-9f42-cc86f1145b81 req-324a307d-153a-47c3-944f-e1757602eb21 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479581 Oct 28 15:39:52.690755 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21099491-163a-4c72-9f42-cc86f1145b81 req-d3d28ba8-5868-4da9-9e31-dd12cc227155 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Oct 28 15:39:53.802468 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8632f1-ec1b-4b2a-9843-bda01f860c07 req-2f07a176-b890-4a61-9e51-26369a98056e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:53.803925 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c8632f1-ec1b-4b2a-9843-bda01f860c07 req-2f07a176-b890-4a61-9e51-26369a98056e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0485141 Oct 28 15:39:53.840549 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c8632f1-ec1b-4b2a-9843-bda01f860c07 req-a6875193-4b31-4f74-955a-a054cbb4b564 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307169 Oct 28 15:39:54.952027 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4707e4d-50df-4fba-9a87-cef8e8848100 req-205136d7-0c8d-4d7a-a5ad-5ed700f3a1ae tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:54.953397 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d4707e4d-50df-4fba-9a87-cef8e8848100 req-205136d7-0c8d-4d7a-a5ad-5ed700f3a1ae tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0468822 Oct 28 15:39:54.990863 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d4707e4d-50df-4fba-9a87-cef8e8848100 req-f1918c6e-43ab-4458-bf2e-b4d06431cf63 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307248 Oct 28 15:39:56.107639 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6753e-f9b7-4862-be21-5b349931e162 req-91ac3010-9bdb-41ad-ada9-b227f0096dfd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:56.109192 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-01d6753e-f9b7-4862-be21-5b349931e162 req-91ac3010-9bdb-41ad-ada9-b227f0096dfd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0467498 Oct 28 15:39:56.151380 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-01d6753e-f9b7-4862-be21-5b349931e162 req-e2649538-a9a4-4ff1-86e3-8d3c10a9148a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Oct 28 15:39:57.264571 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24052fc-42c7-4911-8a14-ed800e257f75 req-45eab926-c4c7-465c-96c2-244001791258 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:57.266002 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f24052fc-42c7-4911-8a14-ed800e257f75 req-45eab926-c4c7-465c-96c2-244001791258 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478117 Oct 28 15:39:57.302222 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f24052fc-42c7-4911-8a14-ed800e257f75 req-67865ea1-8cef-434c-8b84-27315c2ce01f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303519 Oct 28 15:39:58.413805 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67fd19-3b44-4ab0-bb79-1f9cb9bd6794 req-6a2f54bf-7ff7-40b5-893f-fda8d20bcdb4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:58.415245 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1b67fd19-3b44-4ab0-bb79-1f9cb9bd6794 req-6a2f54bf-7ff7-40b5-893f-fda8d20bcdb4 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0478516 Oct 28 15:39:58.451993 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1b67fd19-3b44-4ab0-bb79-1f9cb9bd6794 req-df55ae7a-1582-49ca-8a0c-1d6f20ba4fcc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303507 Oct 28 15:39:59.570596 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1996fb-6446-4d3f-81c4-9481c80995ac req-4d3a3ff4-44d5-40ce-8c84-b2f5460262ed tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:39:59.572037 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ab1996fb-6446-4d3f-81c4-9481c80995ac req-4d3a3ff4-44d5-40ce-8c84-b2f5460262ed tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479283 Oct 28 15:39:59.612094 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ab1996fb-6446-4d3f-81c4-9481c80995ac req-fab9a66d-d811-46c8-a03c-07fae3d744c3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340261 Oct 28 15:40:00.727660 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e4de3-92ca-4855-910a-dcd78e1aa116 req-a68396b9-456a-4498-9cc3-1ab607b40fd0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:00.729173 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-923e4de3-92ca-4855-910a-dcd78e1aa116 req-a68396b9-456a-4498-9cc3-1ab607b40fd0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0503743 Oct 28 15:40:00.767559 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-923e4de3-92ca-4855-910a-dcd78e1aa116 req-1f62670f-af32-4ca9-9db0-23ff7690f990 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Oct 28 15:40:01.234572 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-05eed586-3c6c-445a-8d36-09668ce14ada service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392654 Oct 28 15:40:01.295294 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-3bd3c7a0-9262-49d8-a637-8bfd13b28211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:01.296780 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-3bd3c7a0-9262-49d8-a637-8bfd13b28211 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0398002 Oct 28 15:40:01.400798 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-ff90fa13-9e41-4dba-b41f-a0b7bc19498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:01.402224 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-ff90fa13-9e41-4dba-b41f-a0b7bc19498a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0869448 Oct 28 15:40:01.443322 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-018e241d-4724-46e3-8509-80d2bb73a256 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0338571 Oct 28 15:40:01.494854 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-3fe04251-bedd-4ce9-8432-ebc897c0c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:01.496209 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-3fe04251-bedd-4ce9-8432-ebc897c0c17d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0453250 Oct 28 15:40:01.526404 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-1f584158-074b-412b-8693-f619b41415f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237467 Oct 28 15:40:01.616205 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-cae01961-526b-4493-88ba-ba9bde6a9847 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830503 Oct 28 15:40:01.706265 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c56cc59a-129e-4a2c-af65-a03142486bc9 req-a788704f-e2eb-44b7-83ae-ba58f6ce2719 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824108 Oct 28 15:40:01.881094 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78a586-57f2-47f0-9ec8-d22af168ebd7 req-83e4a1ef-d227-4911-a7db-2d3d6ed9d657 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:01.882540 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae78a586-57f2-47f0-9ec8-d22af168ebd7 req-83e4a1ef-d227-4911-a7db-2d3d6ed9d657 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Oct 28 15:40:01.917930 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae78a586-57f2-47f0-9ec8-d22af168ebd7 req-7f1fbfb9-8c3a-4537-b8c6-701561a3a1db tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293019 Oct 28 15:40:03.032640 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1935a-e9c4-4d51-9419-ece2a70431d2 req-79cb1c38-610f-4271-87fb-89087d1bfacd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:03.035708 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5dd1935a-e9c4-4d51-9419-ece2a70431d2 req-79cb1c38-610f-4271-87fb-89087d1bfacd tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0514340 Oct 28 15:40:03.079714 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5dd1935a-e9c4-4d51-9419-ece2a70431d2 req-683e3588-333d-49e5-a5f7-948e24e23f5c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381708 Oct 28 15:40:04.196783 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3755e-31b5-4bbc-b8fe-6f1b1675032b req-bdd8833b-d23c-4b98-8848-e086d473069a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:04.198300 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5db3755e-31b5-4bbc-b8fe-6f1b1675032b req-bdd8833b-d23c-4b98-8848-e086d473069a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Oct 28 15:40:04.236002 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5db3755e-31b5-4bbc-b8fe-6f1b1675032b req-4021cfb7-a1c9-4b71-aaa4-0bef3e88f3ab tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Oct 28 15:40:04.349698 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 55286) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:40:04.453553 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:04.524112 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:04.585583 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:04.623776 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=af1227a8f79642cf9efc53e676a5af26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730443 Oct 28 15:40:04.624717 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8f96d9-9dfa-4249-8165-5df4a142e53a,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:40:04.626554 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 55290) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:40:04.632018 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.632364 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.632747 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.633197 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.633529 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.633855 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.634176 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.634503 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.634851 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.635462 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.635782 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.636096 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d64f2a-46c3-471c-b305-19447859f33c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.674794 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:04.694665 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:04.809611 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:04.812215 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:04.813435 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eb8f96d9-9dfa-4249-8165-5df4a142e53a HTTP/1.1" status: 204 len: 168 time: 0.1858933 Oct 28 15:40:04.821671 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8f96d9-9dfa-4249-8165-5df4a142e53a,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:40:04.828938 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.829289 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.829626 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.829967 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.830339 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.830785 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.831114 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.831627 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.831877 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.832200 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.832552 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:04.832874 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07a4f1a-2c79-4830-bca4-47f56521ea5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:40:05.350765 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253028b-c34b-432b-8e0b-d37747e86131 req-ff51a054-0eec-4484-aa15-2e341fdbc0fe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:05.352122 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0253028b-c34b-432b-8e0b-d37747e86131 req-ff51a054-0eec-4484-aa15-2e341fdbc0fe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0509686 Oct 28 15:40:05.391921 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0253028b-c34b-432b-8e0b-d37747e86131 req-663ec369-657d-4d73-b385-cd5eeec9aef0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Oct 28 15:40:06.476826 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:40:06.528930 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c307d52-e68c-4405-bae9-55e50001b847 req-059ffaf2-da1b-4d95-bcae-8fba280916ba tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:40:06.530442 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3c307d52-e68c-4405-bae9-55e50001b847 req-059ffaf2-da1b-4d95-bcae-8fba280916ba tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0663033 Oct 28 15:40:06.569435 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3c307d52-e68c-4405-bae9-55e50001b847 req-be9ce925-a6cd-4465-8be7-aee65d5bfc37 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325081 Oct 28 15:40:09.107069 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 55364) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:40:09.208724 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2714cdf7-2c5c-43f4-8f52-07b45f4d3638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:09.283964 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2714cdf7-2c5c-43f4-8f52-07b45f4d3638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:09.345090 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2714cdf7-2c5c-43f4-8f52-07b45f4d3638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:09.381516 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-2714cdf7-2c5c-43f4-8f52-07b45f4d3638 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e78ebe9cd0364621a5c476602ef1fcdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734227 Oct 28 15:40:09.383398 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714cdf7-2c5c-43f4-8f52-07b45f4d3638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8475c838-8673-4ac6-94b4-b33f690c4d37,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:40:09.384318 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 55370) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:40:09.432526 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-93c60728-68ad-4b6e-a162-019becebcb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:09.452771 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-93c60728-68ad-4b6e-a162-019becebcb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:09.579561 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-93c60728-68ad-4b6e-a162-019becebcb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:09.582198 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-93c60728-68ad-4b6e-a162-019becebcb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:09.585234 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-93c60728-68ad-4b6e-a162-019becebcb39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8475c838-8673-4ac6-94b4-b33f690c4d37 HTTP/1.1" status: 204 len: 168 time: 0.1976607 Oct 28 15:40:09.592336 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c60728-68ad-4b6e-a162-019becebcb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8475c838-8673-4ac6-94b4-b33f690c4d37,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:40:10.785552 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:15.371283 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-24c6b82e-9417-4065-b9a4-4d4940c443bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:18.137602 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3be5cc65-f551-4fc6-b589-584889e75c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:19.084932 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:19.336202 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:21.013543 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:40.798976 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:43.476172 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:40:45.372247 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f85d00b8-22f7-4539-8da2-683310f4f154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:48.172003 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-45b60f48-fd62-4167-b4e0-a2b1df1b85c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:49.109401 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:49.364082 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:40:51.007584 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:01.228070 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-d617bf95-3d0c-4ede-a861-576681b7e6d7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391879 Oct 28 15:41:01.306314 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-7ee56777-f1ff-47ac-b4df-a075e1a9e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:41:01.308019 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-7ee56777-f1ff-47ac-b4df-a075e1a9e022 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0393333 Oct 28 15:41:01.412345 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-ff097ce9-748a-4c8e-b417-102fe3d49bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:41:01.413808 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-ff097ce9-748a-4c8e-b417-102fe3d49bb1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0871465 Oct 28 15:41:01.455664 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-34c92d94-5cd3-4bab-8b80-d04b35e48d61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0343881 Oct 28 15:41:01.502029 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-ef63f2fb-5e4c-4ec6-8478-8c3edc8535ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:41:01.503311 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-ef63f2fb-5e4c-4ec6-8478-8c3edc8535ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0414815 Oct 28 15:41:01.537311 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-1f69495f-9c6e-4035-aa16-1b02e68520c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267382 Oct 28 15:41:01.624188 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-dc103fba-0302-4ba5-8d07-53f2329b2b82 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795710 Oct 28 15:41:01.714795 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0a41cbef-c1be-45bb-8a1d-5cc857f420cd req-8d696fa9-d71c-44ed-a35d-add57cfb2ed7 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841098 Oct 28 15:41:10.820069 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:15.365490 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b17dca18-8991-4046-bf5a-52e2846ebd1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:18.139710 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c412a936-bf7d-4da0-a44e-e43d6e76d4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:19.073698 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:19.342407 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:20.475467 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:41:21.076800 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:40.825067 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:45.372901 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-44e4f376-ee5d-4e2c-8539-e829a97e562e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:48.129647 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-df144044-4f26-40e6-914e-2ade40dbd280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:49.089696 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:49.346651 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:51.026907 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:41:57.474106 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:42:02.201661 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-0ad1e79f-3ca2-47d9-9a12-8d2f26f02923 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399926 Oct 28 15:42:02.259194 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-1dcaae80-9bd5-4c08-bbb4-fe167d8f6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:42:02.260657 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-1dcaae80-9bd5-4c08-bbb4-fe167d8f6116 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0395799 Oct 28 15:42:02.368220 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-6d60abd6-a7e9-42c3-a203-b529d3cc2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:42:02.369692 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-6d60abd6-a7e9-42c3-a203-b529d3cc2181 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0893273 Oct 28 15:42:02.410971 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-14910dfe-1cee-4222-a4a3-d5d4cb1e031c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0334268 Oct 28 15:42:02.468882 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-9c822dca-d2b1-4712-8f25-1dabebe30c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:42:02.470227 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-9c822dca-d2b1-4712-8f25-1dabebe30c09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0526476 Oct 28 15:42:02.500751 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-2656406f-2226-4c52-9527-5ac04c12a817 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240355 Oct 28 15:42:02.589527 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-89fa833c-c35c-4f25-9215-f8824daee1be service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820415 Oct 28 15:42:02.683179 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9a454866-3fb7-48ef-a5b0-04f886634767 req-32d464d0-e14f-464c-9a3c-4a764eda757c service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867682 Oct 28 15:42:10.817717 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:15.377110 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b1c991e4-2b0c-4b16-87ed-7e0a58a5807a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:18.128266 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-863f4849-f116-475a-ba90-992787bb4394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:19.076858 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:19.357796 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:21.013534 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:34.472875 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:42:40.839204 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:45.378462 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c1bbb332-6235-48d1-9c41-5674308cce8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:48.133126 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d2c5a58d-5aa5-4313-aa20-c3cc6b49e302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:49.086444 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:49.370249 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:51.141497 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:58.196475 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-f763ca81-0b31-4a14-8b51-14b23a498fee tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:42:58.197944 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-f763ca81-0b31-4a14-8b51-14b23a498fee tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.49 "GET /v2.0/ports?device_id=07f8d0b6-a6f5-4768-8039-c0e7cd03aa86 HTTP/1.1" status: 200 len: 945 time: 0.0486615 Oct 28 15:42:58.291248 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Deleting port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:42:58.291574 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:58.377041 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] For port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:42:58.377396 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:58.390531 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Calling delete_port for 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:42:58.581282 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:58.594215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['14ee62a7-daaf-4e0d-93c6-8df9ecaae09d'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:42:58.607308 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Pushing event deleted for resources: {'Port': ['ID=14ee62a7-daaf-4e0d-93c6-8df9ecaae09d,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:42:58.617442 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.617796 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.618092 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.618420 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.618732 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.619053 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.619368 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.619680 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.620019 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.620326 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.620661 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.621409 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:42:58.659831 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] No DVR routers for this DVR port 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:42:58.662275 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:42:58.665506 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0db9d3f0-27ea-4768-8f2d-31373c012af9 req-5a74dd32-0e31-4ba7-ad48-e8bcbf676e2c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.49 "DELETE /v2.0/ports/14ee62a7-daaf-4e0d-93c6-8df9ecaae09d HTTP/1.1" status: 204 len: 173 time: 0.4606395 Oct 28 15:42:58.665938 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f8d0b6-a6f5-4768-8039-c0e7cd03aa86', 'name': 'network-vif-deleted', 'tag': '14ee62a7-daaf-4e0d-93c6-8df9ecaae09d'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:42:58.668127 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef70142-299f-45b7-bbc6-ce005b6ff53b" -d '{"events": [{"server_uuid": "07f8d0b6-a6f5-4768-8039-c0e7cd03aa86", "name": "network-vif-deleted", "tag": "14ee62a7-daaf-4e0d-93c6-8df9ecaae09d"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:42:58.820419 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f8176-5000-490f-9a51-0a7b8d08623b x-openstack-request-id: req-793f8176-5000-490f-9a51-0a7b8d08623b {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:42:58.820712 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f8d0b6-a6f5-4768-8039-c0e7cd03aa86", "name": "network-vif-deleted", "tag": "14ee62a7-daaf-4e0d-93c6-8df9ecaae09d", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:42:58.820953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-793f8176-5000-490f-9a51-0a7b8d08623b {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:42:58.821353 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f8d0b6-a6f5-4768-8039-c0e7cd03aa86', 'name': 'network-vif-deleted', 'tag': '14ee62a7-daaf-4e0d-93c6-8df9ecaae09d', 'status': 'completed', 'code': 200} Oct 28 15:43:02.663634 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:43:02.687218 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:43:02.687555 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 14ee62a7-daaf-4e0d-93c6-8df9ecaae09d not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:43:03.225230 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-7f3f8397-1062-4e64-87e8-4eed79adf1e1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422440 Oct 28 15:43:03.305858 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-7679f870-b95a-49bc-b7f4-2fa8155c387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:43:03.307320 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-7679f870-b95a-49bc-b7f4-2fa8155c387f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0392992 Oct 28 15:43:03.413855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-565db5e9-d890-4531-9ce6-ada57f89eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:43:03.415277 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-565db5e9-d890-4531-9ce6-ada57f89eae1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0864723 Oct 28 15:43:03.467667 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-820a4d97-a51f-428d-ab14-a711dbddac0a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0346668 Oct 28 15:43:03.515769 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-98976e1f-c390-4f8e-8606-a53de765afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:43:03.517219 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-98976e1f-c390-4f8e-8606-a53de765afd5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0424266 Oct 28 15:43:03.546865 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-7ba8a93f-296d-4ff5-bb6a-8aa71a27a12e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228221 Oct 28 15:43:03.638074 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-c722df6a-84f1-4e74-ab21-75d2c1eb8346 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838025 Oct 28 15:43:03.733892 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-632088a2-554e-4bbc-aa3f-c0a728c8e84b req-3f8f844d-142a-4ea4-8a7e-aab009769b6c service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886257 Oct 28 15:43:10.826651 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:11.470973 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:43:15.422146 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0bd778fe-4bad-4c67-8a89-96ed292dd873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:18.140312 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8213c525-73f1-4c48-8570-07db3dfa5817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:19.068421 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:19.353505 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:21.199518 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:40.871275 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:45.386516 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f1536f04-03a0-4dba-a72f-051f134ab4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:48.134942 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-15a4fc2d-2323-4177-90ad-e0874f19dad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:48.469661 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:43:49.066467 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:49.367842 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:43:51.003685 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:03.298859 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-2649ac05-bb7d-41d2-a956-9c02bbdcc078 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1444094 Oct 28 15:44:03.362125 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-9d4f168d-0139-40bf-924d-041af2087f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:44:03.363420 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-9d4f168d-0139-40bf-924d-041af2087f29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 1098 time: 0.0415065 Oct 28 15:44:03.473015 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-44fefb1a-c34b-4007-b25b-8223abf87c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:44:03.474447 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-44fefb1a-c34b-4007-b25b-8223abf87c99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0866640 Oct 28 15:44:03.520600 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-6fcc7eb4-8419-49ac-8ead-e75bf250e69a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 200 len: 217 time: 0.0377071 Oct 28 15:44:03.570855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-537a1036-ba5b-4cf8-a624-0d8b2c837869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:44:03.572201 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-537a1036-ba5b-4cf8-a624-0d8b2c837869 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0446744 Oct 28 15:44:03.605408 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-34721bb6-6bc3-4e0b-ac34-35e24199926c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249002 Oct 28 15:44:03.696851 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-352565b5-4490-4e87-8d92-f6fbf757c202 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830321 Oct 28 15:44:03.789286 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59241051-8ed6-4020-8d6a-db8358a2ca95 req-cec4b716-f6ac-48d8-9907-37585e509e03 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851111 Oct 28 15:44:10.886590 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:15.408010 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f07dd1c7-1ce5-4067-bfa0-2cca12b90eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:18.133753 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0c61a31f-6cd1-4922-938a-7babaac93cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:19.071269 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:19.368305 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:21.034715 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:25.468788 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:44:40.885389 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:45.418409 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-89df25b3-5bde-496e-a86e-e3f9def0b6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:48.155927 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b4728eff-e733-4309-9159-a3835c874711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:49.080143 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:49.399977 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:44:51.034911 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:02.467446 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:45:03.195496 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-b2a04257-7754-47b0-aa70-b6feed821a44 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394466 Oct 28 15:45:03.277010 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-483baa7c-7c0a-435a-8284-ce3826f8dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:03.278452 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-483baa7c-7c0a-435a-8284-ce3826f8dcb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2eb43abf174b43e2960be3d166b34f86&device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 1098 time: 0.0389855 Oct 28 15:45:03.382949 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-b3c3c8f7-451c-4e95-ad84-54d72c4c1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:03.384373 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-b3c3c8f7-451c-4e95-ad84-54d72c4c1a8f service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 200 len: 920 time: 0.0846791 Oct 28 15:45:03.426028 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-fae220eb-0d12-408e-8e06-6ebcea2fe210 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 200 len: 217 time: 0.0334382 Oct 28 15:45:03.473909 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-5b9cfea1-afcd-4883-9b7d-a2e925802ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:03.475267 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-5b9cfea1-afcd-4883-9b7d-a2e925802ddf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 200 len: 858 time: 0.0422461 Oct 28 15:45:03.509430 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-1684c551-c6c0-45db-8182-800684c533ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b4cfb2a-528c-4337-8cba-67365b64b43f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270042 Oct 28 15:45:03.604983 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-e44189f4-f490-429d-b6ac-7c7d070a98a3 service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844331 Oct 28 15:45:03.697970 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-31ace22c-335c-471a-b71c-3b09c82992d7 req-6447a4cb-62b9-46b3-ad1b-d9645899a06f service neutron] 10.222.0.49 "GET /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847247 Oct 28 15:45:10.930116 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:15.399715 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9a556cd0-bc01-4dec-8d61-af03ec22c600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:18.169704 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-948b38ad-8712-4d56-8227-06a45dea99fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:19.090641 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:19.370703 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:21.062948 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:30.306268 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247b045-54b1-4f6e-bc6f-65433766324f req-83f1749a-08d7-4706-b56c-bb57975c7089 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:30.307716 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a247b045-54b1-4f6e-bc6f-65433766324f req-83f1749a-08d7-4706-b56c-bb57975c7089 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.1297112 Oct 28 15:45:30.345437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a247b045-54b1-4f6e-bc6f-65433766324f req-7dcb6474-a3ec-4282-a4a5-2fb2bada5b8a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Oct 28 15:45:31.117537 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-4cf41598-3eb5-4f9d-9087-955db9dc9aec tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:31.118919 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-4cf41598-3eb5-4f9d-9087-955db9dc9aec tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.49 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.0476115 Oct 28 15:45:31.207709 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Deleting port d916c38b-451d-479f-a682-24e2eb78f02d {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:45:31.208030 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:31.296257 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] For port d916c38b-451d-479f-a682-24e2eb78f02d, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=d916c38b-451d-479f-a682-24e2eb78f02d,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:45:31.296638 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:31.308418 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Calling delete_port for d916c38b-451d-479f-a682-24e2eb78f02d owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:45:31.535087 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a8058-6f0c-4aa2-8ef5-0b036a95e8ff req-a5b245eb-1a1e-4f4c-90f5-fcd0f989828a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:31.536666 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c2a8058-6f0c-4aa2-8ef5-0b036a95e8ff req-a5b245eb-1a1e-4f4c-90f5-fcd0f989828a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 945 time: 0.1027935 Oct 28 15:45:31.575791 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c2a8058-6f0c-4aa2-8ef5-0b036a95e8ff req-e74913fd-9819-41fb-b64c-ef0fc43755d7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Oct 28 15:45:31.730226 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:31.744801 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['fac61c7a-48c7-42f0-b93d-6b3cb97a91c9', 'd916c38b-451d-479f-a682-24e2eb78f02d'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:45:31.762215 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Pushing event deleted for resources: {'Port': ['ID=d916c38b-451d-479f-a682-24e2eb78f02d,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:45:31.790169 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.790508 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.790842 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.791182 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.791499 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.791850 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.792175 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.792525 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.792848 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.793166 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.793484 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.793800 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:45:31.813474 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] No DVR routers for this DVR port d916c38b-451d-479f-a682-24e2eb78f02d on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:45:31.816031 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:31.819359 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5d7f6d4d-bbc0-4f3b-b665-e57789cd6d37 req-75a30b94-307d-4512-a172-7ad81ff15714 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.49 "DELETE /v2.0/ports/d916c38b-451d-479f-a682-24e2eb78f02d HTTP/1.1" status: 204 len: 173 time: 0.6938841 Oct 28 15:45:31.819819 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59063a8-b8d4-40b6-97e8-cbe60c3df84a', 'name': 'network-vif-deleted', 'tag': 'd916c38b-451d-479f-a682-24e2eb78f02d'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:45:31.822072 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1630c7c-d050-4d89-94bb-b99e640179f4" -d '{"events": [{"server_uuid": "e59063a8-b8d4-40b6-97e8-cbe60c3df84a", "name": "network-vif-deleted", "tag": "d916c38b-451d-479f-a682-24e2eb78f02d"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:45:32.684166 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-60079560-0880-43a2-a557-6fbe8ea9b133 req-596ab415-3c2b-4fef-b93f-cfd2266f5e7a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=e59063a8-b8d4-40b6-97e8-cbe60c3df84a HTTP/1.1" status: 200 len: 210 time: 0.0283618 Oct 28 15:45:33.021136 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043fa817-e5dd-4585-9afb-f37442d92659 x-openstack-request-id: req-043fa817-e5dd-4585-9afb-f37442d92659 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:45:33.021136 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59063a8-b8d4-40b6-97e8-cbe60c3df84a", "name": "network-vif-deleted", "tag": "d916c38b-451d-479f-a682-24e2eb78f02d", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:45:33.021136 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-043fa817-e5dd-4585-9afb-f37442d92659 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:45:33.021136 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59063a8-b8d4-40b6-97e8-cbe60c3df84a', 'name': 'network-vif-deleted', 'tag': 'd916c38b-451d-479f-a682-24e2eb78f02d', 'status': 'completed', 'code': 200} Oct 28 15:45:34.097235 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36beda7-8b87-43a8-8731-2d03b57b4603 req-2fb838a8-fc0c-44b3-9728-9f3131229743 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:34.102172 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d36beda7-8b87-43a8-8731-2d03b57b4603 req-2fb838a8-fc0c-44b3-9728-9f3131229743 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0568728 Oct 28 15:45:34.136382 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d36beda7-8b87-43a8-8731-2d03b57b4603 req-4aecce9f-92a1-45ff-9c9a-180867bfe770 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317507 Oct 28 15:45:35.074543 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282e700-7955-45bb-9892-64916a965248 req-bcdb0177-695c-43d3-a888-f44f5e456274 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:35.075887 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d282e700-7955-45bb-9892-64916a965248 req-bcdb0177-695c-43d3-a888-f44f5e456274 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.49 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0505116 Oct 28 15:45:35.164819 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Deleting port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:45:35.165617 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:35.251365 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d92fad-b63f-479c-a74d-9c26e1c1f41f req-20a25659-3042-40a1-b519-6ec70ac01a79 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:45:35.253703 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-55d92fad-b63f-479c-a74d-9c26e1c1f41f req-20a25659-3042-40a1-b519-6ec70ac01a79 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 945 time: 0.0474019 Oct 28 15:45:35.256708 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] For port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:45:35.257075 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:35.269497 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Calling delete_port for fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:45:35.289672 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-55d92fad-b63f-479c-a74d-9c26e1c1f41f req-792d3d14-493e-4a51-981b-447632316f22 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/security-groups?id=ee882390-7a9b-4019-94a9-dafcf7d854d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300729 Oct 28 15:45:35.353631 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device d916c38b-451d-479f-a682-24e2eb78f02d no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:45:35.373819 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: d916c38b-451d-479f-a682-24e2eb78f02d {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:45:35.374153 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device d916c38b-451d-479f-a682-24e2eb78f02d not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:45:35.450116 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:35.461083 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['fac61c7a-48c7-42f0-b93d-6b3cb97a91c9'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:45:35.479296 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Pushing event deleted for resources: {'Port': ['ID=fac61c7a-48c7-42f0-b93d-6b3cb97a91c9,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:45:35.516998 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] No DVR routers for this DVR port fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:45:35.519464 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:35.522701 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d282e700-7955-45bb-9892-64916a965248 req-1492c1ba-2600-4080-af79-1ece437e2842 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.49 "DELETE /v2.0/ports/fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 HTTP/1.1" status: 204 len: 173 time: 0.4396310 Oct 28 15:45:35.523129 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13279aaf-dc79-4544-b2dc-8c5099d7b405', 'name': 'network-vif-deleted', 'tag': 'fac61c7a-48c7-42f0-b93d-6b3cb97a91c9'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:45:35.525367 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87340701-06ca-40d9-807c-fca0a8f6f499" -d '{"events": [{"server_uuid": "13279aaf-dc79-4544-b2dc-8c5099d7b405", "name": "network-vif-deleted", "tag": "fac61c7a-48c7-42f0-b93d-6b3cb97a91c9"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:45:35.562901 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598f6e87-edd3-46a6-945e-ab820dbb8bb5 x-openstack-request-id: req-598f6e87-edd3-46a6-945e-ab820dbb8bb5 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:45:35.563183 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13279aaf-dc79-4544-b2dc-8c5099d7b405", "name": "network-vif-deleted", "tag": "fac61c7a-48c7-42f0-b93d-6b3cb97a91c9", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:45:35.563454 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-598f6e87-edd3-46a6-945e-ab820dbb8bb5 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:45:35.563842 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13279aaf-dc79-4544-b2dc-8c5099d7b405', 'name': 'network-vif-deleted', 'tag': 'fac61c7a-48c7-42f0-b93d-6b3cb97a91c9', 'status': 'completed', 'code': 200} Oct 28 15:45:36.387106 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-58b9788c-2d3e-4668-9750-ce062d36b2c6 req-a6adf489-4676-4e5c-aeb1-1bcc1b40f68f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265727 Oct 28 15:45:37.483649 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8f2dc7a8-84c9-4fe3-8d6e-96ef7ea7df14 req-b03b5be4-7de1-4034-b4f8-f1e5a0d44720 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0278518 Oct 28 15:45:38.577091 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e1685bb2-401c-4b0b-b81b-ec13462f2cad req-fa8bea41-48d8-4055-a256-b798276c1366 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250077 Oct 28 15:45:39.382581 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:45:39.405414 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:45:39.405751 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device fac61c7a-48c7-42f0-b93d-6b3cb97a91c9 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:45:39.467081 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:45:39.668006 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-95ed3374-ec22-44ad-9ca7-73c067ba5d6b req-e54050eb-1fbd-4fb2-bf90-dd01a9802fe4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250764 Oct 28 15:45:40.766104 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-164bad64-ccbe-4d3d-8a64-d7fbaf279de7 req-5299947b-ef6f-4db8-ac0e-be458e02fe33 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0276318 Oct 28 15:45:40.895328 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:41.857487 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-42970169-66b6-4764-8516-ecf00aff1c90 req-d311413f-068f-41f4-89c6-34c008d78132 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255430 Oct 28 15:45:42.947863 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-635d65da-4e2b-44a9-beb8-d105d3e60ebe req-1fe9a510-199c-4822-ab3c-7b70bba58bda tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0251923 Oct 28 15:45:44.043338 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3f08261a-0d0d-484d-9776-d2a8405785dc req-ed1b455f-e72a-4271-9371-224caeeec72b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0303156 Oct 28 15:45:45.134136 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dedbf72a-81cf-47c0-b88b-08fca57796fd req-0da7441a-5455-4dd5-aed4-a11911702e9d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256739 Oct 28 15:45:45.404132 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-dc09fb27-886b-4139-8bc3-cf5ff93a4ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:46.226933 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e89cd6ba-03c2-42ce-9b4c-d59440c2fca2 req-8d93e57d-4739-4640-890b-d9b4d731bef0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0266705 Oct 28 15:45:47.317203 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bf9329a0-8b5f-4dee-b5ca-e1c543b499e8 req-5812bc60-683f-476b-b662-0cfd3ed2e382 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265801 Oct 28 15:45:48.169567 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d1e293b7-c8b3-4ad0-91b1-689617e4d757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:48.409479 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4d6cc459-e342-48d3-b104-76451b70acc3 req-8a0b5962-c8a7-438c-b25b-ad9e7892cbe2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258217 Oct 28 15:45:49.082423 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:49.380745 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:49.504654 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9fa5620a-0249-4551-ba21-6f1e37c24781 req-4ffea661-6358-4744-9740-3a9581349eb8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263700 Oct 28 15:45:50.597706 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ca25b8be-4055-4d1a-9599-24357458fefc req-1a86ed70-3c9c-425b-bb53-210d1f9a2146 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0286975 Oct 28 15:45:51.026346 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:45:51.689374 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-302fcba0-e858-4a8d-998d-e0dffde778a5 req-5b25a2eb-d11c-4812-9e8b-354bfef55faa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0249653 Oct 28 15:45:52.783360 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-beb5f248-6b7b-4a6b-b808-231da5468ca0 req-c4980c88-2d44-483e-9437-67734ec1fefe tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0270872 Oct 28 15:45:53.874782 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-80aa7841-ba5b-4b6f-b94a-34d2622b1f49 req-56b1253b-42fc-48cb-be38-48af70a030b2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261340 Oct 28 15:45:54.965635 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2c9b0056-e463-4cb3-8a83-e13c956f18ec req-27fe9f83-7ff9-45f7-9dcb-fe88edfddad8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0249798 Oct 28 15:45:56.057365 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-de4a929a-39fa-4a3f-99a5-5ce7900a1659 req-85730167-1447-44a6-b710-eb99d6cbcbec tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257175 Oct 28 15:45:57.150893 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-63d756ff-22e1-4237-b470-048caedac145 req-0873ed02-de59-40de-b2a2-eb53ee08f9b0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0281870 Oct 28 15:45:58.241741 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f335f79a-682c-4336-aaaa-65f1279bd2ca req-5d651180-9df3-401e-98d8-375d3e949482 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254641 Oct 28 15:45:59.333044 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-00dfe64c-66f3-4dde-8484-943295bdd60d req-dd7eafce-3894-4e5d-88e8-8012b21f7f12 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252111 Oct 28 15:46:00.426210 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bc083825-7275-4cca-bb55-4b27e306fe6d req-4502b116-33cc-495e-8678-323626be40f2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265281 Oct 28 15:46:01.515752 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a98cae9b-78ec-46ca-a632-b302a6c8106e req-818f2938-bbd4-405c-afe4-b7753987c142 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260696 Oct 28 15:46:02.606802 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d5982f39-09c8-423a-ad5e-7f3e23cb5e39 req-162d37e7-6bbe-43ee-a288-36d6bbe46d8e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257220 Oct 28 15:46:03.702906 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a1faddb1-2d8d-4b30-8c46-4421c3e2af26 req-28176ad9-df91-4bee-a56a-2e26b5e9f8d2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0286925 Oct 28 15:46:04.794430 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9d393c27-5cb7-49b5-aea0-85e26046fe47 req-de85876a-47f8-4ba4-9387-76d5441f53d9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0248270 Oct 28 15:46:05.890161 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cb10e427-08e8-4083-bfb5-14ff63ab3f6a req-d7eb4097-a171-4609-bb2e-4b477fc0ba8c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Oct 28 15:46:06.982742 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0a45a78c-dff8-47dd-805d-f2f62fc3963d req-07885117-9066-48e2-bd9c-d9aee8ddd5bc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0249064 Oct 28 15:46:08.078044 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3dbee61e-5715-4cfb-aa3c-3cf85cbd8ec6 req-6bb6c8f8-99b0-4767-85ba-fff9cec40a24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0272160 Oct 28 15:46:09.169106 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c21bf3c1-26e9-4927-a8fc-5f6f3da60582 req-862624c1-beb3-4943-82af-307b342a8ef0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0248544 Oct 28 15:46:10.263697 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-51e99bd9-d5e0-4106-9faa-c72b71e5c7d2 req-1eefc81d-97d3-49b3-845f-85cac833e2d3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0280459 Oct 28 15:46:10.893144 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:11.355823 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-97ade5c4-130d-4aff-ae88-84e91ec19904 req-71ec2a31-73ff-4d4e-8ce7-bb813f26968e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261073 Oct 28 15:46:12.447983 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2f78c2f4-ecaa-4850-9f75-b19d86dc63ff req-8a48a688-d59f-4315-af87-01c069d9f8f5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0266931 Oct 28 15:46:13.539159 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-56af4989-61b0-4d2e-9263-580b615ec280 req-81fecca2-34b4-4c95-9460-caa4e37b16ad tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0264614 Oct 28 15:46:14.629507 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4713c8b0-24d1-4516-951b-ca50c157e0b4 req-5b74531e-bc98-487c-8816-1ccbbbdd0d6f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256011 Oct 28 15:46:15.395280 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-876e397d-4592-498b-a995-e49a1f16d575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:15.722010 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-086d005f-1125-4c5c-92fd-9495c95dc65b req-882fd8b2-4b03-4c50-a4bd-5bff7551e65b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0272288 Oct 28 15:46:16.466833 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:46:16.827957 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5026f551-5415-4e41-a23a-cc36eaf16259 req-b9e4882e-d8cf-4d3e-b83d-afcf99373376 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0280244 Oct 28 15:46:17.919322 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9d99d032-643a-4122-abfa-bf7ac32373fc req-060b1f14-484d-4b2c-a602-bbc19742e359 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257092 Oct 28 15:46:18.122134 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-69815473-df6f-4d9c-8400-11c14bd73e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:19.011894 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-479c138a-f9ff-49ea-9e1b-0a37f319c8e6 req-f9a3fba8-6dd8-49cf-90b1-e2dc307c32c0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252218 Oct 28 15:46:19.075263 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:19.390906 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:20.107079 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b3cbe60e-d5ad-4cb5-aa9a-2f1b97e6e982 req-acf6a142-1c1b-4b4a-91a1-302f6c7bd658 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Oct 28 15:46:21.070292 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:21.197706 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1693c0b9-8eab-4e74-91b7-21c3851086c6 req-60154277-4773-4890-b32d-ff21acc2f662 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0246542 Oct 28 15:46:22.289101 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-80d6bd43-5f9c-400f-a48f-9e426156c4ae req-d3faaa60-b76b-4b4f-b8e8-7f2ac88ebcf0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0246623 Oct 28 15:46:23.384183 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c667464e-2cea-4fd7-ac57-a720395ed06c req-9cbf1a5f-7962-4219-bd64-30cc1f5afd1b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0292842 Oct 28 15:46:24.476194 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1e783b4c-94f0-4100-ab12-301540cc1edd req-22e5489a-7834-49da-9d4d-d80ed58a04b9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256913 Oct 28 15:46:25.567725 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-13221241-0538-4eea-8e71-a890f81ad1f7 req-55c3f275-0051-4a96-b528-84e25fc58027 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254726 Oct 28 15:46:26.659584 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-993fd502-613e-4899-bdc2-2114cd0d5332 req-3902a2bf-ef0e-45dc-9567-786b068f5e10 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256398 Oct 28 15:46:27.752500 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b2f5c794-f592-44b1-81f6-b3ced4ce9b6d req-424d1261-5728-44b0-aaeb-9fe9476b5c6f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265138 Oct 28 15:46:28.843527 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-273cb20f-d7b8-447e-8ed5-0d56a6d0f403 req-ca8bf6f8-3f6b-4129-8f7b-2312387c0f88 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254581 Oct 28 15:46:29.937765 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5841e267-8c72-493c-b850-d0c39afc6243 req-bdd61a84-9b82-4193-80a5-cbbc06a7359c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0279219 Oct 28 15:46:31.029301 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-27bc2ca1-99d2-44ee-8c12-4d4a32960b35 req-6a841ab2-8cd0-402a-b2e4-6589da52fde5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261145 Oct 28 15:46:32.125279 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cb4dd520-3507-45a1-ae4e-26f5d708b62a req-b8417196-c5d9-44a1-a80a-6dfb5632ed4c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254927 Oct 28 15:46:33.216344 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a7de22ed-ccf2-4191-af54-a0a35e65c0d3 req-483e94b7-49d9-485f-96c5-f798efe7f165 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250709 Oct 28 15:46:34.307942 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-414f6c32-0115-4c83-8f93-fd94b2b76c6d req-675128ce-965f-485c-97a5-b16a3672d0aa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255585 Oct 28 15:46:35.399199 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-97d04c4a-97cd-4154-a683-b084f26bb261 req-aaefa1e4-bcb9-42a5-b81d-67fd29ef20c8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0262442 Oct 28 15:46:36.492066 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-37767f6d-fbe5-47d1-a5b1-e2ac9a0e242d req-1e63b361-7e58-4397-9994-ac5c617b867a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0287144 Oct 28 15:46:37.584413 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-94b5e487-5175-4a10-8b1f-3491dfb3d3c2 req-2c057c8f-1826-4ae1-b590-f1a1e10a7343 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260231 Oct 28 15:46:38.676183 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4dcd7009-a8fd-4ed0-9df9-6efaf6ba4350 req-16f31c36-cc4a-4c8a-918c-af373012226c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263319 Oct 28 15:46:39.769356 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3181df74-b50b-48b3-8dcd-54d17968fcbe req-5f3cfe8b-3195-4e16-b0d6-51632d8071b0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Oct 28 15:46:40.865656 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f3c5ea5-d03d-4499-95a2-600e05ff0ed2 req-dfde07d8-5e50-4182-a095-57c68b222b31 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0289364 Oct 28 15:46:40.898486 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:41.956878 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4468c0d9-242c-4e09-ae65-1c51fd754df9 req-41c88de5-f1cd-4d79-a2a4-8bd9448cb1a4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259101 Oct 28 15:46:43.050954 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c2dcdeef-f6c5-4259-b32a-2e45dae4686f req-e4ffb8a8-ee89-4c4b-8237-b3cccc3711fd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0279903 Oct 28 15:46:44.147446 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dd2dd218-3068-447d-9f70-64d172cf176b req-2f5b5589-452b-45d2-b62d-900cd158574a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256104 Oct 28 15:46:45.237884 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1ff9b0b4-d1b8-4db6-ab67-911df0771525 req-82e017a9-8889-4c59-9bda-6e5e2f016531 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254395 Oct 28 15:46:45.401234 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a9ad311b-94d4-4b0d-a17b-176c1012da70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:46.329233 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-68cbb8c8-0199-41b2-afbf-2626d13f009a req-c145c65a-b7d3-47cc-9039-e99fd9df9cba tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258012 Oct 28 15:46:47.420825 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3696373c-0397-4ad5-a31a-a10ac12a0fd6 req-59d29e64-992b-4025-941c-843b638c0528 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0245533 Oct 28 15:46:48.143613 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-aff28c2f-2f52-476c-9f1d-8f78b91c545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:48.512376 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aaacf4d4-9a3d-43a1-a5c9-3a89914642e2 req-a0fc68eb-4f4b-4b84-89a5-8b6c216065b7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0249197 Oct 28 15:46:49.069421 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:49.377876 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:49.607355 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8fb71967-3134-49ea-ba6f-dff30e9b1921 req-c9582480-aed1-4219-9d91-eb1036d7f836 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0286233 Oct 28 15:46:50.705230 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dc8014e9-937a-42bc-b362-043b4bf2fa7e req-a452006a-d5cb-4a10-9d57-066deb72888c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261517 Oct 28 15:46:51.034704 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:46:51.797821 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3f061811-08e3-449a-a4f8-f970aac05166 req-a9c8b7eb-0d2f-46ba-ad8b-3f4498e2ea6a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0266044 Oct 28 15:46:52.889252 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-89632bb4-473b-4395-8efe-cd0fb140f7c9 req-ec157dcf-7fce-483c-8d3e-9c22a850e26c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256562 Oct 28 15:46:53.465530 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:46:53.987711 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0bb72fa-c9ad-40eb-8112-f8413c135901 req-beedd9f6-0163-4ea8-b64d-d2611ac28468 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0304723 Oct 28 15:46:55.080530 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2ae1cabe-63f9-497c-86cb-2f84314a6fb2 req-0baac95d-1172-4884-8abe-ac1024eff675 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259907 Oct 28 15:46:56.180820 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-abe526ce-80df-4995-8724-d4ce11519b9d req-002ebe0f-2acb-44b0-b45d-2afc5e3394ee tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0335917 Oct 28 15:46:57.272717 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0080e871-58fb-4df6-908e-dd9d72242cea req-41dbbc50-4342-41e3-a951-081cb74e9561 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0262427 Oct 28 15:46:58.364489 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0eabeecc-8d78-4888-bed1-ad5b3f0aa245 req-ed5d4aef-6062-4414-941d-1568a3c6f024 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0268285 Oct 28 15:46:59.463661 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-826edfe9-ac54-442e-a29d-0fce78310de1 req-16ea5f28-ccdb-4315-86f7-07739ee2ef57 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257969 Oct 28 15:47:00.556481 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-294542bc-f8ac-476d-b62b-f8bec01b843e req-9721b5cd-df8f-43d2-9f53-2f714ea79e4b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255849 Oct 28 15:47:01.646897 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1b9ac4e8-fed8-46d4-9db9-cc8c7087c82f req-2a836e86-827c-4498-a16d-2f82b51cc74c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259364 Oct 28 15:47:02.740420 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9a6d4fe4-786a-4fd9-848d-3eef6bdb72ce req-4eb3f535-bb9e-40ae-bcb8-1c455515d25b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0288212 Oct 28 15:47:03.833994 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f8652121-eeed-4a22-9092-e55cf224adb0 req-1dd5e266-14ea-438e-a274-84ac21420ec5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259809 Oct 28 15:47:04.925590 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f97e86f5-472f-4b38-b5e0-130ce52d09b0 req-a7697be1-f392-4641-b1ed-8f95afd6c6ba tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257683 Oct 28 15:47:06.017669 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b3c43b97-ceaa-443b-b36b-89cb7308d3bb req-3856faa3-8621-4d58-8089-f781366a88c4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0251501 Oct 28 15:47:07.109080 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7a48f535-e9ce-445c-852d-4e416f93b8e7 req-4d0eac88-7a69-4909-82e0-9cd5a3c61170 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257292 Oct 28 15:47:08.213884 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-efe1956a-6b48-40b1-8ce0-0933d762b0e1 req-3a522deb-cff6-447b-94d0-61075cbdfcb7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0308769 Oct 28 15:47:09.307916 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cbce7a79-65d5-4b22-a092-0ce8297bd525 req-52c778b2-8e55-4b55-82c8-749117c22b70 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0292716 Oct 28 15:47:10.399111 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ceebe2d8-90c8-4132-9690-a40e4f0ca8ac req-31cee4f0-d30e-42c4-8c55-f91389ee556b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258322 Oct 28 15:47:10.891019 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:11.490987 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c2612b89-0f73-48b5-8595-1bc72a225118 req-f3d29d72-8c7e-4f99-b88c-15a3a4917f43 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261147 Oct 28 15:47:12.582208 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-df8c6a81-bfcf-4ec8-8533-d9747547aa0b req-9c6f8eb6-4c4e-4d66-b261-5cf5964383cd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260351 Oct 28 15:47:13.674367 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b907d16d-cca6-4207-bc64-6edbad56e925 req-b6ccd867-7a36-4629-b655-29f7a436da81 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0275300 Oct 28 15:47:14.765960 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3b191864-d184-4665-ba9b-ea5e11403af1 req-10244fe8-9dfa-435b-887d-9101a3166985 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258973 Oct 28 15:47:15.399383 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5c11a26a-94b7-482e-9213-331e98e03568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:15.869542 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fac1b746-a34c-454c-a8fe-3ea6666378a4 req-5b913c08-2aae-4982-ab9c-39823cc4ba01 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0299144 Oct 28 15:47:16.960294 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2192876d-8021-4fe9-8100-d45a8d4d7aa2 req-a0f49f11-843e-49b5-8866-4d3f82bee4e8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255878 Oct 28 15:47:18.051776 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aae1a0ad-8fde-46f9-bb16-50cbc7bf0db9 req-afdcab17-8e4c-40dd-ab0d-eda435ceb9f8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0262513 Oct 28 15:47:18.153704 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-85a7b926-2d77-4bdd-b445-315032248f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:19.073745 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:19.142536 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-19119a11-4ec7-4210-993e-d83f761b49ee req-e58fa422-6989-459a-a6a0-ae13ae9890ac tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265102 Oct 28 15:47:19.370565 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:20.249127 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f0920c18-998d-4b8b-9aac-9253bf40f195 req-4acfb508-291f-478c-85a6-2653a34b20ee tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0331466 Oct 28 15:47:21.067566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:21.340932 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fdce14be-9c50-4027-88f5-5f4765fc90d3 req-173a8d59-273f-4965-9dc3-7c9cb3c7ef75 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0251226 Oct 28 15:47:22.435707 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c07c8347-3a3a-4738-b196-cb8e2b62563e req-4b947ea9-0250-4330-87ca-0abf8c9889b8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0292220 Oct 28 15:47:23.534569 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1e9220d5-fa40-4a97-9b84-db43ab12acdc req-1cfdd2d6-ed4e-4a6c-a0b3-43c0bb3bf2b3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Oct 28 15:47:24.627167 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-85629e77-04e1-4dc8-8c82-469b6b51d6cc req-796b1efa-43c2-42f9-8dc3-ceef29de06c5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250549 Oct 28 15:47:25.718199 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-45ffc983-65c3-4d9e-aaa5-f9a6868a469a req-ff5844fe-ad6a-4a54-9073-ad28774dd655 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258756 Oct 28 15:47:26.811957 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e3fc9aff-a3b0-494a-a557-4a83c2aab7c0 req-4bf0a8cc-1598-42b9-abb7-483812a5cfba tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Oct 28 15:47:27.911577 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a5630c8e-5a54-4fa0-bab5-0dce2b4b2848 req-e08f1b95-fac2-449e-9844-ecc4a34dd8e7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0320795 Oct 28 15:47:29.008182 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a4f52669-3ef5-4247-aa62-38dd3083466d req-e23fdf88-64de-474c-b003-7bfba813c704 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0292876 Oct 28 15:47:30.323679 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a8f34b39-8ee8-4be0-8cbf-5d17323386ac req-c9ec4acf-e5a1-423a-88f8-3d3c845a1c54 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.2491596 Oct 28 15:47:30.464498 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:47:31.414340 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-575df213-2835-4377-91c9-0272071529c1 req-4002caca-1d21-458c-b239-edc63d764d83 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0268154 Oct 28 15:47:32.504808 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c5a3c705-cf3d-425f-a53d-8804722d98c8 req-001c4644-0f16-45c4-8f8c-d6c6b4c41f3a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254161 Oct 28 15:47:33.600153 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae3db946-be5c-4bbd-a2f6-1793f6304e85 req-c97e6325-ae6e-4153-9644-218980960e29 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257499 Oct 28 15:47:34.699505 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0bf2055-7799-4fdb-945c-d7409c75c735 req-1e33e20e-9a35-4031-84d3-3dc92c2894c6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0272548 Oct 28 15:47:35.799092 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2be05606-1f32-4933-b607-663d2d3387b6 req-1dffbba1-6ee0-469e-bc47-84e66f8502ff tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0264139 Oct 28 15:47:36.172849 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58264) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:47:36.274347 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:36.347043 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:36.398519 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:36.433734 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ce0ae6-66b4-410c-b733-e4fda9a00972,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:47:36.437413 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=568dda2278ec43c698a3b7c1a4726863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635705 Oct 28 15:47:36.440224 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58268) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:47:36.443130 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.443473 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.443804 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.444130 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.444478 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.444811 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.445140 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.445461 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.445775 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.446114 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.446427 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.446737 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7904014-dfe3-48fb-b0e0-1fa60138f30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.488680 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:36.509223 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:36.610183 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:36.612779 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:36.613898 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/98ce0ae6-66b4-410c-b733-e4fda9a00972 HTTP/1.1" status: 204 len: 168 time: 0.1726837 Oct 28 15:47:36.621350 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ce0ae6-66b4-410c-b733-e4fda9a00972,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:47:36.628833 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.629178 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.629506 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.629833 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.630158 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.630505 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.630850 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.631166 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.631479 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.631802 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.632164 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.632496 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef856783-ae68-43a0-99e4-6370be89adfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:36.896029 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-90795bce-31c1-44c0-95f5-4dc469d64c39 req-ac471049-312e-4fda-8ca3-762cfa1b8333 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0285230 Oct 28 15:47:37.992126 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-79d67194-bc35-4587-b891-cad5fa27b1dc req-89607547-b598-4a65-b298-d2fe87798b1c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0282142 Oct 28 15:47:39.083652 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-02ec68b3-8f35-47e0-b826-c1674a2ae1f0 req-1a7f3dac-69f6-43bf-8127-c224efddd80f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260098 Oct 28 15:47:40.418643 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3ff44bd5-1a1e-4515-af68-869128164fa3 req-9e7db864-76d0-4587-a721-689d72d5ad1a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256715 Oct 28 15:47:40.878148 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:41.512987 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9204e81c-0eb1-448b-804c-400070bd5bf6 req-39e4aeed-c3e3-43b4-bbf4-75feb705314b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256917 Oct 28 15:47:42.605524 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b6fb891-9de6-4183-bfb4-f4926b004385 req-f09328bf-3b4e-4d52-ab3a-a37b2a99fdab tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253556 Oct 28 15:47:43.702896 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bb1c76e4-48c4-444d-b289-4611b1bc5f59 req-d80526d3-b95b-48ec-98a5-f7babd11dcab tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258746 Oct 28 15:47:44.800039 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-77b8b9a9-a51b-4fd3-9c50-c2a6c8dafc6c req-36283b5e-e4f9-4b4a-ad09-b4d7c0e82e05 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0285292 Oct 28 15:47:45.386416 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-60d44547-73d6-4e03-a9ac-d714ef8341d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:45.892070 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-164230f2-db54-4e8b-abb1-923eb1e9f221 req-63e74247-0169-4bff-b592-f633cff268c7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263760 Oct 28 15:47:46.982744 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-74bcd507-1514-44a5-948e-85cc8662ad8c req-bf00d1e4-2744-443a-ab17-1c6a10f23f1a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252230 Oct 28 15:47:48.073267 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7a9821b0-4bd9-44cc-a77e-ece217f494f5 req-b658a74e-129e-42e5-8c3b-dd5ce3ed9a64 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259411 Oct 28 15:47:48.152190 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-6bc5498c-3395-437a-a9bc-b13d35e0e761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:49.094768 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:49.165394 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1c85429a-5dca-4508-b309-17f5a432b5b6 req-6ec66240-b816-4685-b289-d7612a72da0c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255685 Oct 28 15:47:49.380485 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:50.257625 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3afd0364-9af2-46d5-996a-442d2129e2da req-49afa6a4-c560-4e71-920e-ee3df0052dc0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256722 Oct 28 15:47:51.077391 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:51.353400 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6eb6c057-1e79-43f8-96ed-e0353b681f62 req-07382a38-45b0-44b1-b8f7-12146e088fb7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0298467 Oct 28 15:47:52.443835 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-87e92053-81e1-45a9-96df-c2d1784e148e req-8cf58864-14fc-4437-9582-579194d80ae9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255654 Oct 28 15:47:53.535371 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bc829fe5-ab0d-4731-b968-84e884330386 req-cea3abf3-e97d-433a-84d9-b8a2a76b2270 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255246 Oct 28 15:47:54.640095 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5c675f3-a60e-47b0-a26b-2ff673485b26 req-0e6e1c9b-daec-4d92-a48f-f7ccf14be351 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0309021 Oct 28 15:47:55.731159 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0efb7159-85d4-4e03-b556-1f859268aec5 req-b8c4abce-05c3-4976-9d84-262034f5b176 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0247760 Oct 28 15:47:56.823649 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-afde65ea-d453-4be8-99fe-a6c8889062b4 req-854d077a-5890-4da6-bdb6-661bfa7e9141 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258465 Oct 28 15:47:57.921258 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fee0c8d5-9437-4231-bce8-5ffce3e53284 req-d48f6bbf-6f9a-4d06-bfb2-293e21e1cf67 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0279102 Oct 28 15:47:59.012883 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b28b5841-e532-4dd3-b8b3-374e917c07d2 req-c07de2e6-2395-4193-a1c5-3df33dcd9f5e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255241 Oct 28 15:48:00.104378 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e68177a6-9a5d-4933-8066-e62c398e247e req-92258a5e-f793-4ad1-b46a-e7b421886139 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0247536 Oct 28 15:48:01.194135 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7c0dcf8c-4539-412f-b8b4-fb868704c769 req-44a70421-dbe9-412b-869d-ee497e5b5643 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258739 Oct 28 15:48:02.285163 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f9332ae9-eac9-4f13-a4e5-b56c655ea2c4 req-f6bfb19b-8647-4811-8cce-ded7a75740d4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252953 Oct 28 15:48:03.376992 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3a7b07dd-071b-49b9-b319-37b59b9370a3 req-87cbcfa7-c8fd-42fb-975d-973bf7b1fedb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255620 Oct 28 15:48:04.479547 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eea84d2e-058b-4d76-8352-f5adddc19952 req-0c9cf100-7e35-4dc0-8871-c5a7871eedb1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0284817 Oct 28 15:48:05.572537 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7d1cf97-2314-4b9e-b737-e09649cf5ea7 req-1e449efe-0898-4a5c-8c6c-673e58e66eba tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0262158 Oct 28 15:48:06.674514 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0787b186-c65b-41cc-91e0-15eb30194d5d req-05e1234c-9035-44f4-80b3-c09b2bbf1baa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260663 Oct 28 15:48:07.463606 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:48:07.766090 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c125ada3-0df9-4fcc-9d6a-9cdbca67f9aa req-8681e33e-147b-4f3c-882b-f02044902b52 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0268762 Oct 28 15:48:08.857029 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-972f6ecf-9944-4b36-9adb-e06b502890e8 req-93830256-ddb8-4468-8bc2-fddf789e22a3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250118 Oct 28 15:48:09.949423 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-59d7297b-5382-481b-8a99-ce75caf87cd0 req-a9473f9b-0f3d-4cfc-9ec0-d03314af6d14 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0248179 Oct 28 15:48:10.956849 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.044700 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9d54e70f-1548-40cf-a35d-86b953c124e3 req-8a108dc6-8836-4e6f-bdb1-5b5053602342 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0293069 Oct 28 15:48:12.134750 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6da50163-5fcc-4243-9824-c5e50cd556b9 req-65c8966b-13b1-4306-986f-040478c67e0a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253477 Oct 28 15:48:13.227438 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3239600c-0465-4abb-b320-5db96912ec54 req-ef40c65d-000a-427e-88ff-e02a66d82ee9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0251758 Oct 28 15:48:14.318773 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cb446e01-6b7c-4dc1-b443-473fa04b1b0c req-d2029ec3-6cfa-49c8-bb0a-20f7f049e34f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256052 Oct 28 15:48:15.368319 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d633aa7b-79e1-409c-8228-1d82f36a72a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:15.411221 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c3146405-0659-4a80-b65a-9d009724eba6 req-bac1997d-a8de-4323-bb02-ee75ce233d87 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0248220 Oct 28 15:48:16.505448 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-08a179d5-880a-43d6-8df8-a67248059dfc req-1241f07a-cbd8-4d66-88f1-485463114e8a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259914 Oct 28 15:48:17.600714 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-64ee6dc0-5f10-4dd5-b87d-3bddab271cb7 req-a399e1ae-1bb0-4445-bf94-8341a79c5604 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0297410 Oct 28 15:48:18.139102 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f34517d5-7572-444f-a290-25e0b40f6312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:18.693135 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-45bab6ac-30f9-4c4a-afac-2bd20386d4f2 req-3d1c0dfa-3416-43f4-b86c-4aabe7a7aa20 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259032 Oct 28 15:48:19.104628 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:19.385045 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:19.784576 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7219a2ba-6eb7-4c10-becb-19e92a7aa810 req-3732fea7-8a05-4bf2-96ac-3a7dd749c72e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256088 Oct 28 15:48:20.876046 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-52b787b9-73bb-4476-af3c-bab007d0d66d req-89b75b1f-ebec-4153-bbc3-fc6de150ec7a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256777 Oct 28 15:48:21.047845 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:21.970614 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-053b4097-e40e-4d88-bf5a-5629c3e252ee req-26514f7f-6744-494b-8b6b-4f1c921077dc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265019 Oct 28 15:48:23.064842 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-badf72ef-874a-4a2a-9841-7c4d2abbef92 req-b383a267-9d2a-4732-acb2-7ebccc3052cc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0264883 Oct 28 15:48:24.158296 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-10cc6a79-4fda-48d9-9d19-677ae5426a58 req-923bc0c8-9dba-4ca9-aae7-9a7470253892 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0291388 Oct 28 15:48:25.248520 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c829e109-74d7-41ad-a68f-f84af9fb88c6 req-83332c0c-9872-4061-b5f3-4b065687fca6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250881 Oct 28 15:48:26.343856 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d3c16aa4-4f4b-479f-823d-a033b4409679 req-f95f9795-e299-44f5-b72b-afef0329c35d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261641 Oct 28 15:48:27.435148 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b4e56092-e0de-42fa-95b0-26a228841fb8 req-3397f12c-c561-4c0d-8225-54dc5dbb1217 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250595 Oct 28 15:48:28.528502 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e475d2cf-3dff-42bb-b1b2-c6baf2eeaed6 req-bcf20023-ffeb-4d4d-845f-a42bc5e25378 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254683 Oct 28 15:48:29.619594 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-35cb7954-47b2-442a-9ffa-d3d913a07edc req-3f9378ad-d2ad-4528-9b3a-e8dd894776e6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257533 Oct 28 15:48:30.715201 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7308ad1b-d26f-469d-a92c-7c109ac5c4bb req-99fb3b4d-e4ef-498b-b926-f21b2d40aa3f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0292506 Oct 28 15:48:31.809577 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-10303753-5f8c-45ff-a915-9dec6d5fd751 req-9e7e1411-8540-4997-afcf-9b334dcfb78c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265739 Oct 28 15:48:32.900336 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-813f1a01-c311-4f7d-8cd8-4044b9f635f4 req-0999e7c6-ee54-462b-8b82-dd0c85ce1870 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253141 Oct 28 15:48:33.994753 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a98f07a6-a17c-4c33-8d70-6311f4f6229b req-d5492af4-e6a7-47da-ad1f-b9c9d38271bf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258739 Oct 28 15:48:35.085166 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a5203ed9-0fc6-4638-86d0-5843461134c5 req-2965a1e8-430c-4b4f-9679-782bf38e9d0f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250704 Oct 28 15:48:36.175737 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-30f63756-3524-4aa1-bfc3-3ebf736392d8 req-dab5f7ee-39f5-41d7-9977-cf5301f55c55 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261648 Oct 28 15:48:37.269826 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-af20f19f-e354-4a33-8fdc-fc3a9d228ebe req-a60efbb0-a808-4a02-8a8a-7e7b4d856730 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0297477 Oct 28 15:48:38.361765 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-187dff43-a478-4f67-8842-677ca4c984d1 req-22f1de68-061a-4b47-acf7-61d7fd5c1234 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254560 Oct 28 15:48:39.454633 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6398c52b-eb16-488c-a7ca-db6b2d6464ea req-e046ff48-b561-43ba-b150-34551ab4054c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257180 Oct 28 15:48:40.546900 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f4112fa3-8997-4904-a400-8303e83bbd62 req-c948e3e7-517e-4353-b9ab-3ac064e413bb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0273809 Oct 28 15:48:40.892637 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:41.639329 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da7d5107-ec23-4edb-9164-8ffcc0c7fa18 req-efceb6d4-2682-4e1d-bd15-c15d071450b6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Oct 28 15:48:42.735638 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-275a1e03-cb4f-4f4d-b3ce-d06c45e68aba req-3fe21c61-e539-4457-95f4-42f1c39addc7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263450 Oct 28 15:48:43.831664 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-24f55faa-8907-4021-988a-220f78595950 req-a61d0c79-545e-4fe7-8e7b-d24fd1923383 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0292864 Oct 28 15:48:44.462957 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:48:45.021257 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c5d4b41-1fee-46cd-99ec-5d8562560c83 req-ebf4d8d9-af48-4e50-9e25-8ec914286a33 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261285 Oct 28 15:48:45.383948 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d80b9b65-1ff3-4398-a227-e7ac0fc47ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:46.015604 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7bf50bab-2f84-4542-8757-4246c47e5f23 req-39e5cf0b-3996-4ffc-a467-31a8a7f5e1ab tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258417 Oct 28 15:48:47.106184 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8e8807eb-ec26-40e8-8e84-3cbecc98d2b0 req-fe32c361-9cc0-4b35-9dfe-8de5639fa53f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258946 Oct 28 15:48:48.172553 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-86cd46ba-fe18-4d51-9452-367b2799e67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:48.199472 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-60bf0baa-b6fb-4908-8231-6456958fef59 req-427e7297-74c9-4672-adf1-ee5468c4b4c1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0271325 Oct 28 15:48:49.103338 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:49.296978 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-53778193-c1d1-4669-9ad3-77d9264499fb req-b5f3c1c0-921e-4a04-bdd5-a695816f8612 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256734 Oct 28 15:48:49.383445 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:50.391634 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-452ab757-d536-4d88-bd04-98d8e8af316c req-ff429a79-94d9-491d-bb8f-8aacc6648e15 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Oct 28 15:48:51.069023 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:51.483701 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e8a6c09f-9407-4663-a719-8f3733497caf req-f35f1fff-e294-4bc6-a12b-803894c0f1e1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258892 Oct 28 15:48:52.575316 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-db080930-17e4-4940-9695-e54d278c4e85 req-85fa89a5-ce2b-4efb-9715-54d19c9ab1cc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256903 Oct 28 15:48:53.671427 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-29b44fe9-c167-4a2b-8985-71537dc6a789 req-044fcccc-7b91-4b98-9153-9e170aec9b43 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259128 Oct 28 15:48:54.766625 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0a1bfa2e-fa98-4a22-9812-ef56509dc919 req-67f4d4ed-32a8-451c-a4c1-323a611829c0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0299845 Oct 28 15:48:55.858201 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7ae49a42-cee3-4e0b-b5d5-c808ee9d4def req-9d8a156e-b5f0-4e6f-9fff-b49ff7ec6d7d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256684 Oct 28 15:48:56.955807 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4c75a6da-832d-4898-9fdd-7a01f794b90e req-f40c1d59-990f-4daa-974e-a0fc1e7642f4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0282774 Oct 28 15:48:58.048183 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4664d72-b836-46f7-966c-4299118a0bce req-f94b4334-8fd2-44d4-98c3-6aaf55b17868 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258811 Oct 28 15:48:59.143057 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0f1210f4-64d8-4cc7-81a2-f792125fcbe4 req-811f2b83-2823-4fb9-8cb5-9090ef1e25a6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0262897 Oct 28 15:48:59.526678 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58462) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:49:00.003501 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:00.247303 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bdf28c69-e669-44fc-8442-8c515c1868f6 req-525d679c-f6d1-4cbe-b019-eb557ae81eeb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0294120 Oct 28 15:49:00.264145 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Deleting port cb58c412-671c-40bb-b992-01e64ef2ac8d {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:49:00.264503 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:00.341064 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] For port cb58c412-671c-40bb-b992-01e64ef2ac8d, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=cb58c412-671c-40bb-b992-01e64ef2ac8d,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:49:00.341435 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:00.352937 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Calling delete_port for cb58c412-671c-40bb-b992-01e64ef2ac8d owned by network:router_interface {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:49:00.594801 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:00.621218 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb58c412-671c-40bb-b992-01e64ef2ac8d,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:00.645423 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.645773 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.646107 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.646437 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.646761 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.647082 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.647402 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.647723 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.648045 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.648358 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.648710 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.649012 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:00.794335 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:00.994377 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Router 7beece5a-d048-45d2-8597-10b2472c8de8 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:49:01.094280 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:49:01.099214 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a8b4aed9-7858-494c-be1b-aadcb8d4fb26 admin admin] 10.222.0.86 "PUT /v2.0/routers/7beece5a-d048-45d2-8597-10b2472c8de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5715346 Oct 28 15:49:01.101983 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58470) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:49:01.103471 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] Sync routers for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:49:01.112821 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:49:01.113407 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:48:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:49:01.204706 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:01.213099 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:49:01.310329 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:01.345470 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e062da87-3188-4a15-a536-8c8313f5b698 req-4c359b22-2fae-40ae-868e-f1560aaf2161 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0286212 Oct 28 15:49:01.403564 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '35580054-09ee-4608-81a3-3731680b37e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:49:00Z', 'revision_number': 5, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port': {'id': '35580054-09ee-4608-81a3-3731680b37e4', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:32Z', 'updated_at': '2021-10-28T15:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:49:01.425339 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Deleting port 35580054-09ee-4608-81a3-3731680b37e4 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:49:01.425673 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:01.429889 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] Checking router: 7beece5a-d048-45d2-8597-10b2472c8de8 for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:49:01.438186 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] Routers {'7beece5a-d048-45d2-8597-10b2472c8de8'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:49:01.438777 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:48:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['7beece5a-d048-45d2-8597-10b2472c8de8'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:49:01.502558 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] For port 35580054-09ee-4608-81a3-3731680b37e4, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=35580054-09ee-4608-81a3-3731680b37e4,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:49:01.502921 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:01.516642 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Calling delete_port for 35580054-09ee-4608-81a3-3731680b37e4 owned by network:router_gateway {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:49:01.523519 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] Set router 7beece5a-d048-45d2-8597-10b2472c8de8 gateway port host: None {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:49:01.578839 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:49:01Z', 'revision_number': 6, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:49:01.605922 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f65b8-66b0-4b8b-8b59-34492ea58667 None None] The sync data for ids ['7beece5a-d048-45d2-8597-10b2472c8de8'] in dv-cinder-783643-3-iscsi is: [{'id': '7beece5a-d048-45d2-8597-10b2472c8de8', 'name': 'tempest-AttachVolumeShelveTestJSON-1183856539-router', 'tenant_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:49:01Z', 'revision_number': 6, 'project_id': '4c1cee9c314942b8b8e9be0c40ec04f3', 'gw_port_host': None}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:49:01.743373 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:01.771090 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35580054-09ee-4608-81a3-3731680b37e4,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:01.782689 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.783019 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.783344 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.787810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:01.840459 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:01.929533 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:01.931609 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.056935 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.057514 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7beece5a-d048-45d2-8597-10b2472c8de8 {{(pid=102151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 15:49:02.061988 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.063119 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-1e1f37d7-3c16-4bea-8782-c747f5eacda5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/7beece5a-d048-45d2-8597-10b2472c8de8 HTTP/1.1" status: 204 len: 168 time: 0.9601736 Oct 28 15:49:02.065708 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58476) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:49:02.122318 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_v2 [None req-e538957b-666c-4101-b664-48635958949d admin admin] Deleting subnet df44fd80-e2d0-457c-b1ed-91076ba03ff6 {{(pid=102151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:49:02.122318 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e538957b-666c-4101-b664-48635958949d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.149082 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e538957b-666c-4101-b664-48635958949d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7175645'] for subnet, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.222565 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e538957b-666c-4101-b664-48635958949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.349413 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e538957b-666c-4101-b664-48635958949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5670529'] for subnet, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.381886 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538957b-666c-4101-b664-48635958949d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df44fd80-e2d0-457c-b1ed-91076ba03ff6,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:02.385595 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-e538957b-666c-4101-b664-48635958949d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.389600 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-e538957b-666c-4101-b664-48635958949d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/df44fd80-e2d0-457c-b1ed-91076ba03ff6 HTTP/1.1" status: 204 len: 168 time: 0.3222599 Oct 28 15:49:02.391367 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58480) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:49:02.393064 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8ea79-1600-408c-a793-9d4d9bd4a1a3 None None] Network adaae7dc-8ce6-4ed0-8c77-33a94b998a91 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:49:02.463812 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.496731 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e949c6bd-a731-4624-a316-46a835632648 req-119543e3-6f79-488b-8f9e-344bc204c500 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0535550 Oct 28 15:49:02.525412 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Deleting port a2452ac9-1b49-4439-a457-28d50bc0ea95 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:49:02.525734 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.592098 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] DHCP port deletion for adaae7dc-8ce6-4ed0-8c77-33a94b998a91 request from dv-cinder-783643-3-iscsi {{(pid=102152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 15:49:02.609387 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] For port a2452ac9-1b49-4439-a457-28d50bc0ea95, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=a2452ac9-1b49-4439-a457-28d50bc0ea95,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:49:02.609861 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.625423 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Calling delete_port for a2452ac9-1b49-4439-a457-28d50bc0ea95 owned by network:dhcp {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:49:02.648077 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Deleting port a2452ac9-1b49-4439-a457-28d50bc0ea95 {{(pid=102152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:49:02.648478 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.710327 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] For port a2452ac9-1b49-4439-a457-28d50bc0ea95, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=a2452ac9-1b49-4439-a457-28d50bc0ea95,segment=NetworkSegment(96f93561-7955-4a3a-8360-ec7300363a9f),segment_id=96f93561-7955-4a3a-8360-ec7300363a9f)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:49:02.710719 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.722679 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Calling delete_port for a2452ac9-1b49-4439-a457-28d50bc0ea95 owned by network:dhcp {{(pid=102152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:49:02.765903 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.795171 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Pushing event deleted for resources: {'Port': ['ID=a2452ac9-1b49-4439-a457-28d50bc0ea95,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:02.799548 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] No DVR routers for this DVR port a2452ac9-1b49-4439-a457-28d50bc0ea95 on host dv-cinder-783643-3-iscsi {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:49:02.802563 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976'] for port, after_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.831802 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] No DVR routers for this DVR port a2452ac9-1b49-4439-a457-28d50bc0ea95 on host dv-cinder-783643-3-iscsi {{(pid=102152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:49:02.838569 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Pushing event deleted for resources: {'Port': ['ID=a2452ac9-1b49-4439-a457-28d50bc0ea95,revision_number=None']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:02.844131 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.844531 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.844870 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.845206 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.845545 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.845859 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.846183 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.846505 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.846844 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.847174 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.847493 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.847809 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f506c24-4400-42a6-9395-3cba0c34d3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:49:02.878859 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.898703 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adaae7dc-8ce6-4ed0-8c77-33a94b998a91']}} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:49:02.908259 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f93561-7955-4a3a-8360-ec7300363a9f') {'for_net_delete': True} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:49:02.908603 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f93561-7955-4a3a-8360-ec7300363a9f') {} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:49:02.918678 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7175588'] for segment, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.931402 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.939067 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:49:02.939447 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963192'] for segment, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: Traceback (most recent call last): Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: timer() Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: cb(*args, **kw) Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: return func(*args, **kwargs) Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: self._notify() Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: self.callback(batched_events) Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: event.method(event) Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: return f(self, *a, **k) Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._get(url).json() Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: return self.request(url, 'GET', **kwargs) Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:49:02.943049 dv-cinder-783643-3-iscsi neutron-server[102151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:49:03.040161 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:03.045385 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:03.048566 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] 10.222.0.86 "DELETE /v2.0/networks/adaae7dc-8ce6-4ed0-8c77-33a94b998a91 HTTP/1.1" status: 204 len: 168 time: 0.6562641 Oct 28 15:49:03.059680 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063c0cd-12aa-4d1f-aeef-daa9b07cf54e admin admin] Pushing event deleted for resources: {'Network': ['ID=adaae7dc-8ce6-4ed0-8c77-33a94b998a91,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:03.343153 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device cb58c412-671c-40bb-b992-01e64ef2ac8d no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:49:03.364536 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: cb58c412-671c-40bb-b992-01e64ef2ac8d {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:49:03.364884 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device cb58c412-671c-40bb-b992-01e64ef2ac8d not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:49:03.365301 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 35580054-09ee-4608-81a3-3731680b37e4 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:49:03.372624 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58484) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:49:03.384936 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 35580054-09ee-4608-81a3-3731680b37e4 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:49:03.385278 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 35580054-09ee-4608-81a3-3731680b37e4 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:49:03.385695 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device a2452ac9-1b49-4439-a457-28d50bc0ea95 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:49:03.404998 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: a2452ac9-1b49-4439-a457-28d50bc0ea95 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:49:03.405585 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device a2452ac9-1b49-4439-a457-28d50bc0ea95 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:49:03.413126 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ae8770e2-e078-4abb-8c35-bef9634ec5a6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c1cee9c314942b8b8e9be0c40ec04f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392566 Oct 28 15:49:03.415294 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58486) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:49:03.462931 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-998b6e7d-4457-4dcf-874d-ae489a7893b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:03.483470 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-998b6e7d-4457-4dcf-874d-ae489a7893b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:03.572798 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e248636-be0c-44ab-9a4b-a5453e5e221e req-1d34920c-8e99-40b2-bcac-de3410fb11bf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0289927 Oct 28 15:49:03.611718 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-998b6e7d-4457-4dcf-874d-ae489a7893b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:03.614423 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-998b6e7d-4457-4dcf-874d-ae489a7893b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:03.615552 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-998b6e7d-4457-4dcf-874d-ae489a7893b3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/34a8b0f4-a9d0-44bd-a8d7-645f38b1c526 HTTP/1.1" status: 204 len: 168 time: 0.1987417 Oct 28 15:49:03.625144 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b6e7d-4457-4dcf-874d-ae489a7893b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a8b0f4-a9d0-44bd-a8d7-645f38b1c526,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:04.669973 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a56d6a89-fdf2-46c5-90c9-18d3dbf722e7 req-8d0f9ff4-f350-4620-9751-3047dd15e56e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252893 Oct 28 15:49:04.685216 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58514) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:49:04.789142 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1646885500-network', 'tenant_id': 'a4df9263130f4e45aa80e63b69905f0f'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:49:04.879667 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Made reservation on behalf of a4df9263130f4e45aa80e63b69905f0f for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:49:04.881953 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:04.890654 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:04.962005 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.005752 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.028266 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1052, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:49:05.036468 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4aaafe-289f-4c93-b635-071070ff0fa5,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:05.042583 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.042912 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Added segment d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd of type vlan for network d24ae9ef-f446-4a47-88b9-f91bd62a5742 Oct 28 15:49:05.081747 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.159644 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.160650 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:05.161233 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.220274 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=d24ae9ef-f446-4a47-88b9-f91bd62a5742,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:05.230559 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network d24ae9ef-f446-4a47-88b9-f91bd62a5742 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:49:05.277648 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-281f6dfd-f47a-42a6-b9ae-9f537e7e6eb5 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5912962 Oct 28 15:49:05.280641 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58518) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:49:05.285377 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Request body: {'subnet': {'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1646885500-subnet', 'tenant_id': 'a4df9263130f4e45aa80e63b69905f0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:49:05.370923 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Made reservation on behalf of a4df9263130f4e45aa80e63b69905f0f for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:49:05.373241 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5398682'] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.594571 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5398664'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.650970 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fd9c8c-b068-4381-85ec-1623fa548c39,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:05.659480 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Checking segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:49:05.659830 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Network hostable DHCP agents. Network: d24ae9ef-f446-4a47-88b9-f91bd62a5742, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:49:05.746937 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Network d24ae9ef-f446-4a47-88b9-f91bd62a5742 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:49:05.766244 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9ca591cd-43cb-40ea-8370-54b0ad1b32a4 req-7f3ecd2b-9dc1-49f5-a1ba-1b5fa79bda25 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0295174 Oct 28 15:49:05.845725 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, d24ae9ef-f446-4a47-88b9-f91bd62a5742) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:49:05.849717 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:05.850292 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:05.854463 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bde011-8eaf-4ff1-aa5e-f87450cd26dd None None] Network d24ae9ef-f446-4a47-88b9-f91bd62a5742 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:49:05.951941 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-d56fa72e-f77a-48f8-9b58-feb7fc428f36 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6700852 Oct 28 15:49:06.105301 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5531c5-a583-4cd1-abbf-6ef851db5ee0 None None] Network d24ae9ef-f446-4a47-88b9-f91bd62a5742 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:49:06.367437 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-4c74c686-e358-4955-9e7b-b47dcf8133ca tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:06.369715 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-4c74c686-e358-4955-9e7b-b47dcf8133ca tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 815 time: 0.1019392 Oct 28 15:49:06.384350 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-eeee99b1-3c07-42b1-b604-bfd1c24f6bd0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/quotas/a4df9263130f4e45aa80e63b69905f0f HTTP/1.1" status: 200 len: 375 time: 0.0089509 Oct 28 15:49:06.413738 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-ee466bbc-90ab-4b45-b941-2fb6866050f5 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244462 Oct 28 15:49:06.465938 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-afcd7aba-f718-4569-aea0-3306f0f2c996 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:49:06.466943 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-afcd7aba-f718-4569-aea0-3306f0f2c996 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0463889 Oct 28 15:49:06.555451 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-47d0a096-370a-46ff-acf4-e283297afeec service neutron] 10.222.0.86 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825691 Oct 28 15:49:06.643028 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-69cfd16b-4425-4b62-8ca1-75428cacfb02 service neutron] 10.222.0.86 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810232 Oct 28 15:49:07.106715 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1149531a-b603-4cf7-bcba-469e37a9fc56 req-ce784f73-bdbc-4991-9f58-63d0b1b26cf8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.2737660 Oct 28 15:49:07.123097 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c6fb3ce8-3992-4890-ad98-51942507e311 req-999e0bb2-84ed-4ac7-b291-0be0c95ba395 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 210 time: 0.2650468 Oct 28 15:49:08.208491 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-17123c4f-a1a1-4fa7-bff2-2545df6be52a req-0c927339-f9a6-40a0-b5ef-7805c8b1d719 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0322268 Oct 28 15:49:08.233479 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b3a58c2b-05d6-448f-be2d-9007461639c8 req-93cacb5d-cf8c-46ce-ac88-0dec6251ad6a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 210 time: 0.0398598 Oct 28 15:49:09.105463 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-3e655de4-51eb-45a5-bd6e-1b7fbb968cd9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:09.106798 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-3e655de4-51eb-45a5-bd6e-1b7fbb968cd9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 815 time: 0.1029797 Oct 28 15:49:09.121375 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Request body: {'port': {'device_id': '64b88e85-cf04-4bb9-889d-bd9f2846e583', 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'admin_state_up': True, 'tenant_id': 'a4df9263130f4e45aa80e63b69905f0f'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:49:09.306971 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e2786d92-2111-43dd-ada0-18b52f99282b req-a55e419a-209f-4cb4-b874-d8daebc3d6aa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0283453 Oct 28 15:49:09.314073 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Made reservation on behalf of a4df9263130f4e45aa80e63b69905f0f for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:49:09.318088 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:09.336051 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-07c739c0-5869-4fb6-8469-98533d5ce224 req-a79be9cd-34ff-4d8b-80a4-0c6985ae5d5b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 210 time: 0.0316064 Oct 28 15:49:09.453301 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Allocated IP 172.20.0.7 (d24ae9ef-f446-4a47-88b9-f91bd62a5742/b3fd9c8c-b068-4381-85ec-1623fa548c39/467c0f2a-2891-4497-94f8-386341a69775) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:49:09.594160 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:09.662658 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:09.705733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Network d24ae9ef-f446-4a47-88b9-f91bd62a5742 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:49:09.709024 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:49:09.713737 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:49:09.720122 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Pushing event updated for resources: {'Port': ['ID=467c0f2a-2891-4497-94f8-386341a69775,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:09.769353 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:09.769967 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:09.859599 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-52c13bd4-5dbe-4e3b-bcfb-fbf2335fd150 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7425466 Oct 28 15:49:09.871492 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-10ab02f1-9650-4e2d-9ef3-716bf6ebed4b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:49:09.872620 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-10ab02f1-9650-4e2d-9ef3-716bf6ebed4b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056181 Oct 28 15:49:09.929516 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Request body: {'port': {'device_id': '64b88e85-cf04-4bb9-889d-bd9f2846e583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:49:09.980570 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:10.238559 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467c0f2a-2891-4497-94f8-386341a69775 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:49:10.246241 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:10.258075 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Transition to ACTIVE for port object 467c0f2a-2891-4497-94f8-386341a69775 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:49:10.331502 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:10.386628 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=467c0f2a-2891-4497-94f8-386341a69775,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:10.408759 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2cf4258b-0a0e-42a5-80f3-f365a21c7a72 req-d573ef32-66bf-43da-aaf9-d350024fcc44 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0309010 Oct 28 15:49:10.451693 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Attempting to bind port 467c0f2a-2891-4497-94f8-386341a69775 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:49:10.452014 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Attempting to bind port 467c0f2a-2891-4497-94f8-386341a69775 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:49:10.452326 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Attempting to bind port 467c0f2a-2891-4497-94f8-386341a69775 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:49:10.456663 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Port 467c0f2a-2891-4497-94f8-386341a69775 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:49:10.456774 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736f730-530f-4e97-9a48-5344f12fc19c req-6058cd52-fecd-4d18-8579-dcbb4bf6392c tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:10.457194 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Attempting to bind port 467c0f2a-2891-4497-94f8-386341a69775 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:49:10.458178 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b736f730-530f-4e97-9a48-5344f12fc19c req-6058cd52-fecd-4d18-8579-dcbb4bf6392c tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 943 time: 0.0484283 Oct 28 15:49:10.462581 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:49:10.462902 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Checking segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:49:10.463264 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Bound using segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:49:10.463674 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Bound port: 467c0f2a-2891-4497-94f8-386341a69775, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:49:10.464019 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:10.495628 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b736f730-530f-4e97-9a48-5344f12fc19c req-b4340326-df68-492a-bc70-4f5d30a545f4 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Oct 28 15:49:10.528151 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] For port 467c0f2a-2891-4497-94f8-386341a69775, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:49:10.531036 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] For port 467c0f2a-2891-4497-94f8-386341a69775, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=467c0f2a-2891-4497-94f8-386341a69775,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:49:10.577132 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:10.612735 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:10.613325 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:10.614718 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] 10.222.0.49 "PUT /v2.0/ports/467c0f2a-2891-4497-94f8-386341a69775 HTTP/1.1" status: 200 len: 1093 time: 0.7330534 Oct 28 15:49:10.615132 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b88e85-cf04-4bb9-889d-bd9f2846e583', 'tag': '467c0f2a-2891-4497-94f8-386341a69775'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:49:10.617351 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97" -d '{"events": [{"name": "network-changed", "server_uuid": "64b88e85-cf04-4bb9-889d-bd9f2846e583", "tag": "467c0f2a-2891-4497-94f8-386341a69775"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:49:10.638953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f5add-1b28-4811-a6a8-1f20b82b7bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=467c0f2a-2891-4497-94f8-386341a69775,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:10.726094 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2034a6e-4cba-4b3c-a19e-e387b8c287f3 x-openstack-request-id: req-a2034a6e-4cba-4b3c-a19e-e387b8c287f3 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:49:10.726372 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b88e85-cf04-4bb9-889d-bd9f2846e583", "tag": "467c0f2a-2891-4497-94f8-386341a69775", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:49:10.726617 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a2034a6e-4cba-4b3c-a19e-e387b8c287f3 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:49:10.726989 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64b88e85-cf04-4bb9-889d-bd9f2846e583', 'tag': '467c0f2a-2891-4497-94f8-386341a69775', 'status': 'completed', 'code': 200} Oct 28 15:49:10.759874 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-7432bcf7-017b-426e-9d1f-ce2d4f40928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:10.761322 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-7432bcf7-017b-426e-9d1f-ce2d4f40928b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 1096 time: 0.0457950 Oct 28 15:49:10.802273 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-334d625b-af43-46dd-a7b6-ddfaebef7075 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467c0f2a-2891-4497-94f8-386341a69775 HTTP/1.1" status: 200 len: 217 time: 0.0323398 Oct 28 15:49:10.855132 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-adc2b38f-2c35-48ec-b635-fcecdb84e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:10.856643 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-adc2b38f-2c35-48ec-b635-fcecdb84e72d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0458183 Oct 28 15:49:10.889732 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-7e845ebc-cd0c-43aa-ab41-71be5d7e0e3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250154 Oct 28 15:49:10.908156 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:10.979727 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-93e8e4f8-398f-4ece-828d-1147b3e49caa service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813310 Oct 28 15:49:11.071008 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-26ea0dd4-3cc5-47c0-bb6a-d699bfb9204c req-0c0055de-fc5e-42d7-a5bf-de9d24c8a159 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836906 Oct 28 15:49:11.218143 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-62b4d3db-dad6-45e7-9eb6-ba2818900860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:11.219554 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-62b4d3db-dad6-45e7-9eb6-ba2818900860 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 1096 time: 0.0396388 Oct 28 15:49:11.311103 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-1d972998-7ae4-4d0e-bc99-6517294acdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:11.312589 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-1d972998-7ae4-4d0e-bc99-6517294acdd5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 917 time: 0.0848997 Oct 28 15:49:11.358369 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-c5b01523-7bd0-450e-8041-6457c44ced17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467c0f2a-2891-4497-94f8-386341a69775 HTTP/1.1" status: 200 len: 217 time: 0.0373645 Oct 28 15:49:11.410039 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-973a731d-35b1-45c6-bf91-232c54f1d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:11.411407 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-973a731d-35b1-45c6-bf91-232c54f1d8c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0454473 Oct 28 15:49:11.443713 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-9999ac13-999b-4714-8e84-3f7f617da2e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245533 Oct 28 15:49:11.504570 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-80775a8f-6be2-41d5-9095-25f317d287e1 req-f00e3563-cf35-4a20-86f2-58b8e10d547a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0264497 Oct 28 15:49:11.536850 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-05e76aa1-0e97-45a2-b262-992ae5ed8381 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843754 Oct 28 15:49:11.614329 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3628f9-a236-414b-ab97-4ee180c0a5cc req-c80a03fe-1221-40af-ab99-2929c4f5ce9a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:11.615734 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ec3628f9-a236-414b-ab97-4ee180c0a5cc req-c80a03fe-1221-40af-ab99-2929c4f5ce9a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 943 time: 0.0515392 Oct 28 15:49:11.629675 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b96b8825-b3c4-4b1d-bc7f-334b5becfd97 req-dccf9de8-fd92-442c-a90c-41764d900176 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852764 Oct 28 15:49:11.654892 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ec3628f9-a236-414b-ab97-4ee180c0a5cc req-a40613d1-d8c3-4cb7-94a8-73942aabed9b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325801 Oct 28 15:49:12.596559 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-65deca44-ee36-4dd3-ab4a-980c3b166c2a req-bcd1c549-3a9c-4c36-8ef6-52ab4504d51e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263522 Oct 28 15:49:12.766162 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b0feb-91a5-479c-a8c2-7646b66a9377 req-15178618-1736-4eed-b966-1c4c3cc61687 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:12.767645 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-246b0feb-91a5-479c-a8c2-7646b66a9377 req-15178618-1736-4eed-b966-1c4c3cc61687 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 943 time: 0.0484860 Oct 28 15:49:12.803829 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-246b0feb-91a5-479c-a8c2-7646b66a9377 req-caa3d4bf-5091-457e-8de0-2f275eea94da tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302351 Oct 28 15:49:13.687882 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3f044897-fe7b-4fea-b072-05f2533e17ae req-f53c5e32-d148-4f61-a903-de46acd651ec tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0264568 Oct 28 15:49:13.918988 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490c97d-046d-42c6-a128-e6a9186a5879 req-5ef4b190-797f-4f88-9351-7d7883faa3d8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:13.920451 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a490c97d-046d-42c6-a128-e6a9186a5879 req-5ef4b190-797f-4f88-9351-7d7883faa3d8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 943 time: 0.0518687 Oct 28 15:49:13.957021 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a490c97d-046d-42c6-a128-e6a9186a5879 req-d08f001a-99c5-442e-a549-71acfee877c6 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307207 Oct 28 15:49:14.372923 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 467c0f2a-2891-4497-94f8-386341a69775 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:49:14.466308 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 467c0f2a-2891-4497-94f8-386341a69775, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=467c0f2a-2891-4497-94f8-386341a69775,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:49:14.476735 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '467c0f2a-2891-4497-94f8-386341a69775', 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'port_id': '467c0f2a-2891-4497-94f8-386341a69775', 'mac_address': 'fa:16:3e:e4:68:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fd9c8c-b068-4381-85ec-1623fa548c39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:49:14.513449 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:14.529574 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467c0f2a-2891-4497-94f8-386341a69775 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:49:14.547727 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 467c0f2a-2891-4497-94f8-386341a69775, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=467c0f2a-2891-4497-94f8-386341a69775,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:49:14.599049 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:14.645474 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=467c0f2a-2891-4497-94f8-386341a69775,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:14.780830 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4af708b4-7768-4c7f-a6a2-7bcb1e32163f req-5efa630a-dbf4-4004-bb62-f028524b4eaa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Oct 28 15:49:14.989753 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['467c0f2a-2891-4497-94f8-386341a69775'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:49:15.074156 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec1c0d-aa73-45c2-b143-951a39faec0b req-496ac5a8-16f6-4d35-9695-4bfbf9b9b3b5 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:15.075641 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-07ec1c0d-aa73-45c2-b143-951a39faec0b req-496ac5a8-16f6-4d35-9695-4bfbf9b9b3b5 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 944 time: 0.0538323 Oct 28 15:49:15.112138 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-07ec1c0d-aa73-45c2-b143-951a39faec0b req-a84518bb-c50b-428d-a986-555a5157bf69 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302908 Oct 28 15:49:15.387789 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2adc02f7-acf8-4bee-9002-fc9a37fec571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:15.874427 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a8972768-2fce-4e45-8cff-78ea0e76ba2f req-e4d237d9-2d88-44b4-8e25-3d572e434c40 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0281365 Oct 28 15:49:16.228475 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c27d7-5b78-484e-8c8d-104d56405508 req-4930e315-6d6a-4508-a25c-422ca12b7b96 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:16.229912 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-291c27d7-5b78-484e-8c8d-104d56405508 req-4930e315-6d6a-4508-a25c-422ca12b7b96 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 944 time: 0.0512509 Oct 28 15:49:16.266425 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-291c27d7-5b78-484e-8c8d-104d56405508 req-f074444d-71ee-4b6f-88eb-70cfaea77fcd tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306389 Oct 28 15:49:16.398344 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 467c0f2a-2891-4497-94f8-386341a69775 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:49:16.513819 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 467c0f2a-2891-4497-94f8-386341a69775 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:49:16.517592 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 467c0f2a-2891-4497-94f8-386341a69775 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:49:16.517961 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:16.591745 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:16.615829 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b88e85-cf04-4bb9-889d-bd9f2846e583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467c0f2a-2891-4497-94f8-386341a69775'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:49:16.618076 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30aac9b9-7947-498f-8b52-fd3430a39c49" -d '{"events": [{"server_uuid": "64b88e85-cf04-4bb9-889d-bd9f2846e583", "name": "network-vif-plugged", "status": "completed", "tag": "467c0f2a-2891-4497-94f8-386341a69775"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:49:16.630777 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 467c0f2a-2891-4497-94f8-386341a69775, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=467c0f2a-2891-4497-94f8-386341a69775,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:49:16.668844 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:16.716938 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdee56cc-418d-4fc7-8edc-60594a667fc9 x-openstack-request-id: req-bdee56cc-418d-4fc7-8edc-60594a667fc9 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:49:16.717243 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b88e85-cf04-4bb9-889d-bd9f2846e583", "name": "network-vif-plugged", "status": "completed", "tag": "467c0f2a-2891-4497-94f8-386341a69775", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:49:16.717493 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bdee56cc-418d-4fc7-8edc-60594a667fc9 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:49:16.717877 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b88e85-cf04-4bb9-889d-bd9f2846e583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467c0f2a-2891-4497-94f8-386341a69775', 'code': 200} Oct 28 15:49:16.720730 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=467c0f2a-2891-4497-94f8-386341a69775,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:49:16.964373 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d23a0ec4-14e4-44c7-b110-478dcd3c4a37 req-69502709-5bdd-435d-b571-fb22708672c2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254509 Oct 28 15:49:17.054016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4f2c1-8516-4d1c-9f8a-f20e3ec2ec7e req-261aee8a-4974-4410-94d1-74b2fdeb501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:17.055438 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59d4f2c1-8516-4d1c-9f8a-f20e3ec2ec7e req-261aee8a-4974-4410-94d1-74b2fdeb501c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 1098 time: 0.0384409 Oct 28 15:49:17.090448 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-59d4f2c1-8516-4d1c-9f8a-f20e3ec2ec7e req-550334dc-dce5-4116-bf29-a74e51f6782b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274997 Oct 28 15:49:17.379731 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb657e2-4cd8-4047-a698-0156735c28e5 req-ec7524f1-5f6f-4769-a566-ac58c0d56d46 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:17.381195 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0cb657e2-4cd8-4047-a698-0156735c28e5 req-ec7524f1-5f6f-4769-a566-ac58c0d56d46 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 945 time: 0.0489769 Oct 28 15:49:17.417560 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0cb657e2-4cd8-4047-a698-0156735c28e5 req-3ed35c18-cd28-41cd-a645-5a195ca8d832 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299394 Oct 28 15:49:18.062089 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7eb25840-ceff-4bbf-bbb0-6ffbc8d109bb req-bbb8253b-9228-439b-bac8-02c8a2978dc3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0295100 Oct 28 15:49:18.164723 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f290291f-bde2-4f72-b0e9-2d52e54aae84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:18.534419 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed742e-7d79-4545-b7fe-d1fd8bf5f265 req-81b09be3-da04-4775-a1ab-64c0a4e452b7 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:18.535901 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9aed742e-7d79-4545-b7fe-d1fd8bf5f265 req-81b09be3-da04-4775-a1ab-64c0a4e452b7 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 945 time: 0.0500779 Oct 28 15:49:18.573011 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9aed742e-7d79-4545-b7fe-d1fd8bf5f265 req-1802fa12-303a-4abc-9e72-972f8e2502d3 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Oct 28 15:49:19.090996 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:19.154497 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7b28d419-10a3-4c04-941c-5c1008848440 req-e1253759-cbb2-41fc-a83f-79f26864afcd tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265789 Oct 28 15:49:19.393543 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:19.702929 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e7861-c03f-4859-aa04-2dbcc0799caf req-43609aa3-b715-4684-abd7-6dd4e9faa1e6 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:49:19.704433 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ec3e7861-c03f-4859-aa04-2dbcc0799caf req-43609aa3-b715-4684-abd7-6dd4e9faa1e6 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 945 time: 0.0666106 Oct 28 15:49:19.745733 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ec3e7861-c03f-4859-aa04-2dbcc0799caf req-23bf3895-e604-4cdd-add5-7328962d1ec4 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Oct 28 15:49:20.251484 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-866d2b07-72a8-48fa-9c7b-7ace5be519c9 req-21b8bf49-db81-4efd-b94d-0d88c77045ad tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0295177 Oct 28 15:49:21.051309 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:21.344296 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a9778ed9-82f5-4025-989a-ff311d873caa req-5a272dd3-8898-4a05-a918-d9d52c381eaa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0264146 Oct 28 15:49:21.462074 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:49:22.435352 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-57055baf-96f0-40ab-bf40-799638a08b95 req-084f8a13-1884-48d0-8b72-4922c0010600 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258243 Oct 28 15:49:23.527321 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7b6bc56e-c24c-4b23-aa59-ad94dfdbcf01 req-1e56189c-e25e-4d74-9335-05d9b81b2ca6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257726 Oct 28 15:49:24.619074 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7a39b90c-b161-4799-8b81-8c5b3fb4095e req-374583a5-d0ff-4cce-8320-0a7d3f5d39df tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0251844 Oct 28 15:49:25.716814 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aed747c3-9db2-4a04-8ce6-486d2c21f004 req-9065f743-be67-48a2-b3a0-725b4b6aafd3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0290573 Oct 28 15:49:26.811020 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-24c8f350-4bcf-4f65-b176-7b26592761e0 req-4f41c615-9280-4289-8b1e-eeabd3a3113e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0262828 Oct 28 15:49:27.902768 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b707237-fefc-4dd3-8b32-98fbc8b1ce58 req-7bfc5067-a51e-41f5-bc98-3551e53b6efe tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261843 Oct 28 15:49:28.993184 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-19d042c4-6e77-496f-974b-ed4b0243c571 req-2bda7861-fd31-4a77-befb-d9c743e829f1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252531 Oct 28 15:49:30.084096 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cf28a2a0-3c11-4baf-a22c-20117ad47acd req-ba742b4a-1c74-4108-a355-a004dc337e9b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256543 Oct 28 15:49:31.175693 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-24393b1f-f6b0-42c1-93de-ac9a3fc5d02f req-ad096e20-32bd-4c54-856c-2e00f4d8d360 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255010 Oct 28 15:49:32.272129 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d8ae523b-62f3-4012-92ea-7eb876552286 req-9ef14d5a-e753-41a3-a57a-c4524aa41d24 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0301993 Oct 28 15:49:33.362215 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-76353ad1-a79c-4ed0-a0e1-bae527a7ec4d req-205f4ce9-1e54-4b84-9612-48089ee5b17c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257490 Oct 28 15:49:34.464648 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-73680a14-09c6-4e98-b88f-da7ea4db61e5 req-a756b901-c1a2-4d34-8a59-9eee922be56e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0369096 Oct 28 15:49:35.555556 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-285b5d24-5768-43f4-9b3e-4399f30aada1 req-3d78e5c2-7d09-4450-94cd-f84eee5b8876 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250156 Oct 28 15:49:36.647518 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1e3c091b-510d-425a-96e9-de23cd41660a req-c18e6ab0-4d75-4e7d-a81e-9ffad5986297 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261204 Oct 28 15:49:37.739263 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-19eb523a-f260-4ec0-8dd1-39ab5f927bca req-76c3e7ae-d2fa-4406-bfb8-3b615fb97da1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257435 Oct 28 15:49:38.834252 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-41d279c7-108d-440e-8508-6e5aec7950ae req-7b407558-1527-45fb-9134-c63ff5c455aa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0293055 Oct 28 15:49:39.926336 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04dcde21-193e-4510-a3be-2584f45fcddb req-8d7f79ce-5588-437b-8f68-752285d78ed4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257418 Oct 28 15:49:40.895305 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:41.018851 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9375493e-f2e7-497a-b054-7acf3c5c452d req-21708228-ebab-425a-87fa-ec801e25d5a4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265548 Oct 28 15:49:42.111898 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c9c32aa-1324-46fa-aad1-a4f3a3d1911f req-2c464b64-ba79-4cd5-b51f-2067a86c8f5e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256102 Oct 28 15:49:43.204832 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b039e9cf-f7b4-4283-aad9-5dc00ee95b0d req-fe42b0d9-78a1-480d-ae05-11c20569305d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257070 Oct 28 15:49:44.295251 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-05bdec26-eae9-4d66-b0ca-7f5886c8669a req-dc5b6543-4a23-4d41-a844-25cd937f9b6a tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255191 Oct 28 15:49:45.374931 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-0a49050e-bd78-4cb9-abff-eb327646276f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:45.393684 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-52d3a08e-22c7-4469-bffa-d2418a4def76 req-5d25d7b4-a26f-437e-b5a9-36a1a61971d6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0301223 Oct 28 15:49:46.483892 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2ef8c0c2-e88d-4b6e-9f8d-e996a91c8198 req-bd5ab171-dec1-4fe9-8865-875658ead1ac tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250614 Oct 28 15:49:47.574364 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-30b26717-2709-4ae8-a2e1-7ee3704c5441 req-40ddd213-7c70-454e-9d70-c3a2d326349d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259364 Oct 28 15:49:48.134748 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9ad10d13-9b99-453b-a2f7-0d617f7814a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:48.664364 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5512e8df-04d6-44b4-b5af-1c4ba4f14e54 req-897de006-81d7-4a4f-b458-285a94f57861 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0249162 Oct 28 15:49:49.106113 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:49.386181 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:49.756560 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8a0fe8a5-f29b-4c46-9e2d-bd2e2eefc318 req-0d2b745b-4e7a-4984-a0b4-aafe0af7f947 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259840 Oct 28 15:49:50.855880 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9c9f4093-0443-4057-a82c-6960af53260a req-43192ba7-4a8e-473e-b419-da1f7443cd0b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263758 Oct 28 15:49:51.077757 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:51.951691 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-53c13e45-2693-48d6-9116-5ea120b5c809 req-30746796-5939-49eb-a7b7-bfee8e9b2d9e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0295603 Oct 28 15:49:53.043767 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7567d67d-1ef0-424f-be86-15774fb14c72 req-178e9c0f-417e-421d-aedb-bad40b6686b8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254512 Oct 28 15:49:54.135748 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a233f345-db21-42f6-afe2-8df2dd8b1a42 req-4a9f3e94-210f-4d72-9ca3-7e7ee6233ea1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263512 Oct 28 15:49:55.228482 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-72987bde-27c2-42c5-a770-1a13f77910a8 req-dc886814-03e9-48c7-97ad-b2d0e1f1a172 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260484 Oct 28 15:49:56.318069 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a6859dcd-e910-4eca-a602-2d1434476ecd req-ede48fc6-7431-4d7b-93ce-d5a8fb2782e1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0249720 Oct 28 15:49:57.415113 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f276b922-eace-488c-bf04-9106c629973b req-97770a05-4bcb-466b-9059-56649979df0c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0312169 Oct 28 15:49:58.460112 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:49:58.512015 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-db4a18dd-5f69-4f2b-918b-aefef0619fed req-7ca7d9e4-a678-4a01-b61c-cfbca9607ad7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0286613 Oct 28 15:49:59.603263 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-63b8db01-b7a2-4bc5-9e9a-9103a061afe5 req-00daf04f-0669-49e5-bedd-b24b0e7660ec tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259504 Oct 28 15:50:00.695512 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f776cc97-e74d-42a9-8cb1-03b26a8af3ab req-6d084812-c4af-48ae-b2b4-37d02a8ba0c0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253315 Oct 28 15:50:01.787536 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-99a1876f-806f-4f5a-90e3-5c189faa0741 req-f1dd0680-fe3f-4bee-997f-2a957c75a2a1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253716 Oct 28 15:50:02.880805 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fa9e0df6-3f2e-423c-b9a1-8b02170405df req-6f33c1db-714b-483c-b2e6-002c9551257e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257986 Oct 28 15:50:03.972098 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-afd7469e-6c91-4f88-b8f3-7ef2baf344c2 req-95c40504-19dc-4b48-b080-dc8684fa7240 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252199 Oct 28 15:50:05.066925 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8eea367d-b039-4d29-a1a8-ee3985bfd596 req-07677eb0-76a1-4e9b-816d-59345ba9e63c tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0291529 Oct 28 15:50:06.158652 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-03bc3ed3-93ab-48b7-93d4-75b48c9aa409 req-62f3e41c-fdeb-4897-8247-7cfc761ce43f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257182 Oct 28 15:50:07.249768 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-23a145ee-ce94-453e-b5ae-c0f258a6bca1 req-833946c6-6256-4d61-aaad-d3f49d71e5ae tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265477 Oct 28 15:50:08.340401 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9d3e199d-228e-4dbb-84f9-e695699804ef req-edf31939-5869-4737-b22f-4c296cac3c02 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259075 Oct 28 15:50:09.430952 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a889cdf3-7e42-4744-8097-8800f7d0c65f req-7d693e14-e2bb-4595-94fd-ce86323bb746 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252714 Oct 28 15:50:10.192149 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-ec562555-04db-4128-b7be-d2cd524d324e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385211 Oct 28 15:50:10.275694 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-5222ac7c-1361-4e1f-924c-fb6cec2b27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:10.277188 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-5222ac7c-1361-4e1f-924c-fb6cec2b27bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 1098 time: 0.0426552 Oct 28 15:50:10.376761 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-f9eff5f7-7eef-49b4-a1c7-0e461aad128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:10.378171 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-f9eff5f7-7eef-49b4-a1c7-0e461aad128c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 917 time: 0.0817072 Oct 28 15:50:10.534763 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b692bab7-406a-4163-812e-a8798b971603 req-79684d1d-1717-4022-b192-bb5cbeeaf505 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0268579 Oct 28 15:50:10.649966 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-cf125e58-1d8f-4d04-837f-42c484ee4779 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467c0f2a-2891-4497-94f8-386341a69775 HTTP/1.1" status: 200 len: 217 time: 0.2636154 Oct 28 15:50:10.697714 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-a7231041-64e7-4e85-a9c6-79c56244b6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:10.699075 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-a7231041-64e7-4e85-a9c6-79c56244b6de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0419784 Oct 28 15:50:10.730307 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-5f6d0a19-a50b-4768-ab27-8100a226b5a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233965 Oct 28 15:50:10.838123 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-77850e8b-9667-4e03-baec-ff2839654bda service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963218 Oct 28 15:50:10.877091 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:10.929755 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-3bbcb8dc-4676-4cbf-a8a7-8ea9c8e965ce req-6b75a2ae-37b6-4e75-9c85-e362c2249a06 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840375 Oct 28 15:50:11.630155 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4f6407c2-c428-4d7c-863d-be9b6c882463 req-00c23045-7347-4883-87f0-138409532cd4 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0291069 Oct 28 15:50:12.721268 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2a8dbf4f-6e28-4dad-85d9-ed95d85a2afe req-649df498-3583-4110-82f0-6a2b2c6762b2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260234 Oct 28 15:50:13.812739 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f362fc67-af58-4638-9c30-015fb5b412e9 req-8b0b8dd0-879c-4e9a-ad34-35e6b3d96cad tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250943 Oct 28 15:50:14.904939 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-969cf7ea-d819-4f32-a0f5-62185f4bec19 req-d37eff53-2c66-43d7-af18-09ed15547213 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260842 Oct 28 15:50:15.385177 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3a8206a3-550e-4b4f-ad7f-c8e764e3fac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:15.997484 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49909e35-15b3-4495-b4b6-7a4dbd627431 req-161a5f36-a8aa-48d9-b230-0a9e2257db79 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0250571 Oct 28 15:50:17.088491 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6ff69bcc-f39e-441f-b600-4dfa7e856185 req-160cb9a7-aab7-4b0f-acbb-6ff0af4d1646 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255105 Oct 28 15:50:18.144908 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a01819f3-93b0-429e-ba71-0af3a6ee6e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:18.184266 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-82f6ecb9-1d92-4f2f-b94f-fbf3dcc1226b req-70898037-cdac-47ab-9410-a5b1598c8283 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0295529 Oct 28 15:50:19.105054 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:19.276147 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1e2dc2b-18a4-42e0-91c4-ee5ba64f56c5 req-70548198-a80f-428d-9323-9164e5591e5b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Oct 28 15:50:19.430667 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:20.366547 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-be3d4fc2-049b-4bf4-83bf-6942815b41ac req-287644e7-5caf-4dc1-9acd-d280d31e26eb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257432 Oct 28 15:50:21.041630 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:21.465838 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b4dfe557-cfbe-4df6-b07d-81d48d0b8086 req-782226a8-0b69-4bb5-a8d1-207f7d82989b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0319347 Oct 28 15:50:22.557296 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef7dadb2-5610-4a50-8d71-88758f944eaf req-f280ccb9-5496-4726-98ff-4ac971d52ff1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255411 Oct 28 15:50:23.647257 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2fb61c6d-a8aa-4c54-bbc6-7be80ea5382f req-57f7c894-8d49-41ad-888b-a59acbeda148 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0245769 Oct 28 15:50:24.742183 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a2308085-211b-4485-b818-5e5e4059cef3 req-224ea558-1b64-424c-8d55-275f53f236c0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0292549 Oct 28 15:50:25.834740 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7a9b549d-f97e-4a5b-95ac-c51f78f1e7d3 req-04b392c4-5d11-4550-967c-180513648db5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255444 Oct 28 15:50:26.928836 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7297f460-b56a-4153-9ca6-0bd0992ced90 req-97f91527-b3ac-47b5-bef9-16016e1a9532 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0267627 Oct 28 15:50:28.020554 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-042697d8-bb14-4f3b-83e0-59192611463d req-8a8a1d57-36bf-4446-bd11-8df0c111c3dc tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261052 Oct 28 15:50:29.115899 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a01d2315-a11d-4bc0-a102-6a1b21ab2b94 req-1c39c698-35b6-47aa-9b18-8fcef7553e31 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Oct 28 15:50:30.206828 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f21cc3f2-82e5-42eb-bda4-df2c665fb972 req-d384afeb-1802-40a8-84f2-0fee3a340ced tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259676 Oct 28 15:50:31.351296 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1feb8456-a576-46a8-bd69-191f23b73d7d req-6bcece65-330c-4724-a848-da9cdf65c6de tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0789247 Oct 28 15:50:32.490873 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e49fff8f-ec0b-4865-8fa5-0bd6bdfa1f3e req-13325ed6-b804-4ce0-8a14-09a8ab7d5aa1 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0751412 Oct 28 15:50:33.582419 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a8497200-e671-48b8-bf6c-acbbbe4038f0 req-1fe2c61c-0bdb-4d32-8500-2a6da2b0b776 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252452 Oct 28 15:50:34.673184 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b5b54d35-d396-4adf-bace-40ce472e5770 req-fad932fe-da4a-41c4-bc60-324c38395b7b tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259991 Oct 28 15:50:35.458114 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:50:35.764773 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae2b5c25-1103-4903-b809-1683c759e4e8 req-9d1239ef-8c5c-44c0-8d9b-fa391423d184 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259180 Oct 28 15:50:36.857808 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8c2c711a-7d83-4d82-b2f0-ec6b959e34fa req-436f9c3f-0d8c-4f5c-b1a0-bc6e49934c0f tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253761 Oct 28 15:50:37.953987 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-80a894b6-b5b3-4318-a3fa-fef6b6570bf6 req-cfee9d3e-45ec-4179-9b84-fafb47622566 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0290341 Oct 28 15:50:39.045184 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7ba4b7d-f852-4e9b-af33-dfdadc36048a req-5f55b2fd-5edb-4734-8f11-29154980034e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0251594 Oct 28 15:50:40.138022 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7fd2ba89-9520-4ee7-a56a-73a147b544b1 req-c15486c4-6faa-4650-8cad-97322a6d5763 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Oct 28 15:50:40.903898 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:41.229954 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-685b2fcf-494a-4415-834d-cb8489da2479 req-6c422cc0-6b60-462c-a439-791c4fdebefe tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256145 Oct 28 15:50:42.321452 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-404fe03f-3a00-4659-ab00-7cc2b69aff42 req-75d72168-78f8-4453-ac73-723204ee34ce tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0251098 Oct 28 15:50:43.412691 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3b5aefc4-370d-42a9-8f94-981a576a8b06 req-302b759e-ee1b-4e6d-8542-2aaeb3a6bee8 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254023 Oct 28 15:50:44.507867 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0f408656-12fe-44ab-8dce-fe2cd2cc81bb req-3caf7ab5-8440-4f55-b1bb-3c4ee278c9d7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0295529 Oct 28 15:50:45.383648 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8dad72c9-9ddf-44b6-b02e-b7b612a22f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:45.598465 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-834f01af-de50-472c-aa31-b31622d0f931 req-4c2cc87d-e403-4679-8898-1c98a1245bda tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259011 Oct 28 15:50:46.689125 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e47d6172-ffaf-4b46-bd61-2e790ca26548 req-5625ec6d-2f8d-4912-8f13-d32db077aa98 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253072 Oct 28 15:50:47.781291 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fed7f145-20bf-4ac0-9432-1d54eeb8c665 req-fd2351e9-0b4f-4e95-be3c-4010012553fa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260026 Oct 28 15:50:48.155189 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-142a4d27-6abb-4803-8ae7-7ef739392671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:48.874159 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6ec78e58-d39e-4c70-b362-60a34032cc17 req-aa5234ee-fc55-4598-9944-c58387f1addf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0267932 Oct 28 15:50:49.103426 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:49.406259 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:49.967052 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9f70e2c1-21af-4be6-8f05-35d69be51940 req-1e734d90-0740-423b-b7cd-c90619b25e27 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0260451 Oct 28 15:50:51.063364 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:51.063932 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9caf0dec-f064-4e23-b9c2-d14abf6baa14 req-609600a9-fd34-4167-95cb-6b2385b70204 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0301862 Oct 28 15:50:52.160950 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4366c5bb-d39a-4c75-b463-3d813e5c9f64 req-6f2b80db-86d3-49a1-8239-3c60b68593d2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261152 Oct 28 15:50:53.252470 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ebb9d5ba-b823-4ea3-8fed-c6d4a46009c4 req-15bf239a-b76a-4252-9dd1-9ee2c00383c7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259719 Oct 28 15:50:54.344324 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c05e4da-8ee6-4661-a26f-039878a4a66e req-4664e266-cfc4-4aa3-b3eb-d815a47c36b2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0251572 Oct 28 15:50:55.435815 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-10a2f857-b4fc-4e83-a4bd-f87887cfceae req-63448c05-f48b-49ca-af70-08c454c48f19 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254495 Oct 28 15:50:56.527004 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fb4dc4c3-68a9-4209-a948-a5b367ef44b2 req-e1697fbe-64cd-4ad0-bc4d-3f3860094d82 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0248775 Oct 28 15:50:57.623286 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d1205ebc-09dc-44ba-93c4-a19addf5669b req-9486c2b2-a101-4698-9ea9-d3c98fd6f3d5 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0287349 Oct 28 15:50:58.715265 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-78964133-4556-4ced-8f1f-59a624b02a72 req-d95a37ad-a898-4207-8ff3-a4e6c609f8fb tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0249717 Oct 28 15:50:59.809287 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b6a1e41e-fa06-45a9-bc38-37e1f877795b req-30565220-3b3f-4823-96f5-e20f75716d40 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258694 Oct 28 15:51:00.900772 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fd9802ec-c91e-456c-b0da-6baa3ee95506 req-5390b4ec-58af-4dd5-a1c2-5daa1a60a21d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258636 Oct 28 15:51:01.992422 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b0e04ae-ab93-45fd-9fb0-8d731f79bb2d req-15d42664-31ca-4b68-bace-e2cc700300cf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0256162 Oct 28 15:51:03.082498 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a951762f-788d-4196-94aa-6ea9b3b7e56c req-ddbd5ca9-56b2-4adf-bbcd-f4fefdaed337 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252357 Oct 28 15:51:04.178257 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3828da44-00f9-40fe-bd8c-a23ba63fe2a4 req-3bcdbd28-2046-40b2-98c2-a41433d3c8fa tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0292599 Oct 28 15:51:05.269827 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f0596e6-753b-49f0-a48d-101840941d46 req-00ccc1a8-7983-4f84-a7f4-65a853a3b765 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Oct 28 15:51:06.360533 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-81ba3e1f-71af-494b-ac34-3b6fe3388cba req-e338247a-01ec-4e7d-b492-4a1a8a275ed9 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0258763 Oct 28 15:51:07.456749 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-98e4fa02-a866-403f-b6d4-2147547c288d req-7ee2d719-af43-42b2-b30d-74b010bc8cf6 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0291770 Oct 28 15:51:08.548588 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f1a0d6d9-1544-465e-8222-d668324d8e65 req-e17697ec-a306-4014-b660-bf10ee2972f2 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259931 Oct 28 15:51:09.641454 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9e597a69-e7b6-4cc4-bd2b-11cee9186d3b req-d04e6108-80f1-4698-81a5-9f70c3e780b7 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259709 Oct 28 15:51:10.185507 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-cb3fa426-1322-4a65-88ae-fd0818c8f12d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424829 Oct 28 15:51:10.266948 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-49c40477-8438-48d7-81af-7c2ca86ebb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:10.268357 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-49c40477-8438-48d7-81af-7c2ca86ebb14 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 1098 time: 0.0391090 Oct 28 15:51:10.368990 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-ed4e78f6-af28-4f02-95e3-7a89c330578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:10.370507 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-ed4e78f6-af28-4f02-95e3-7a89c330578b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 917 time: 0.0825078 Oct 28 15:51:10.414346 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-bd617843-a0ab-4ee6-ae26-83ecfd9d099b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467c0f2a-2891-4497-94f8-386341a69775 HTTP/1.1" status: 200 len: 217 time: 0.0364997 Oct 28 15:51:10.462935 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-cf64abf1-03f4-4b4c-8130-9c7abeae0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:10.464801 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-cf64abf1-03f4-4b4c-8130-9c7abeae0a2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0419288 Oct 28 15:51:10.497390 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-be500a8a-7c67-4774-959c-8125ac6f22e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235329 Oct 28 15:51:10.587173 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-09b17ccf-bffb-4c93-9ed9-836b91b17f99 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821846 Oct 28 15:51:10.674083 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-54562a35-86d0-4e2a-89f9-72b604df4d71 req-55a4252a-5512-47c9-b1d4-a7fd982c8866 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787179 Oct 28 15:51:10.735453 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-85ef8f31-0939-4a13-af66-32d63cd4baa9 req-0709435a-1939-42f4-8e95-6a2c853e3b97 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0290473 Oct 28 15:51:10.919384 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:11.825947 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5b431ae-4eea-4360-a1a3-d822b6ce1497 req-516aafda-5284-47a7-94de-6aaea888bbea tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0252755 Oct 28 15:51:12.456602 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:51:12.923067 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8377cc82-c5bb-4e5f-b3fe-a86ace62f7d8 req-c41c8e27-44e1-4253-9a0b-fb95d5e4f6ae tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255237 Oct 28 15:51:14.014778 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2b5322ee-0ffe-4e8e-bc71-b3ca22712de4 req-97c81010-f85d-425d-aeaa-85871321e213 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0268452 Oct 28 15:51:15.104832 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3b2381d9-7f7f-4669-9d3b-feda0813e049 req-ade96c31-df1b-4d58-be55-6d1d41015558 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0255866 Oct 28 15:51:15.376495 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-4c004412-3e18-4331-a02b-625597c44d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:16.195321 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c866d666-3418-48f4-aea7-019c08c29e80 req-993042ca-ef8b-48cd-a3fa-39f3225b7a8e tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0245454 Oct 28 15:51:17.290926 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a4a85e33-d944-4aa4-8dde-c06ad3def855 req-6b8fc595-5a29-4cba-b49f-041b8d8bcc8d tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Oct 28 15:51:18.142181 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-029dbf12-189e-4042-b141-5b81bcf5fe4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:18.383470 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-faf2833a-26e2-4219-913c-c8f7fc01d6c8 req-b1880c97-2106-466d-b135-3f4e1a0f4b31 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0277984 Oct 28 15:51:19.090725 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:19.399424 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:19.475822 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-787d7450-72c7-4e52-a1e4-b2b3862c33e5 req-27c9e85c-4508-421f-a9ad-bb8c09cc5d80 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0257816 Oct 28 15:51:20.567060 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b7fcea74-54a6-4b6b-b050-6db6c0f85226 req-a22cfda3-517d-49d3-a0c6-6050985bd8c3 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254076 Oct 28 15:51:21.090756 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:21.657018 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fc4aab34-3b8d-4627-8ca2-ee4e2b1325d9 req-2f5ed6e6-493e-4263-be82-902e7ba6d868 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254288 Oct 28 15:51:22.749357 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-457216c7-124d-49a8-9ca7-8be52b4884aa req-21f3c4bb-6e0a-4ee8-9033-5835603ef898 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261011 Oct 28 15:51:23.844323 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47e47817-58da-40a0-9a43-a42d20a89491 req-beac02c8-db5d-4f3b-a49c-790e24330185 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0291448 Oct 28 15:51:24.938226 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-108f6939-d428-4ae0-b443-be299a5d3d15 req-426aee74-f53c-4576-89ba-32d6925c2ba0 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Oct 28 15:51:26.032623 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f86c4eb4-91b6-4bd4-9bff-ea842698d58c req-2d3d3d00-af0e-4689-a855-6c66f4df7970 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0261106 Oct 28 15:51:27.127252 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e4d4a516-1acf-48ec-8029-7ac56408bd26 req-fe5864a4-3651-481d-84a1-f912b54da134 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0265613 Oct 28 15:51:28.217856 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-58aac2a5-56b1-49c5-bfa5-465ec94b5849 req-1cef323e-9660-4594-9b0e-ecde7d95ce67 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0259914 Oct 28 15:51:29.310536 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ccb57c69-6e4c-45a1-ab77-8ac5553c3751 req-496c2686-3cd3-4a98-a9e7-fe4e31d56650 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253069 Oct 28 15:51:30.404791 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-741d9409-cc99-4acf-b262-0bd3504f0ced req-f737c5ae-8a26-445b-99a2-86d054dc7264 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0286467 Oct 28 15:51:31.495035 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9498fc63-4b3c-4101-a12c-b98170c40842 req-dc80d53b-e988-4a28-b346-35f9ee1408bf tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0247881 Oct 28 15:51:32.600359 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-286de68c-0f0a-4eb6-b36b-76426f2e0345 req-223c5a70-d933-4820-a60c-1d057227a3fe tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0266120 Oct 28 15:51:33.694625 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f40b4c32-2534-4597-9887-efe04f2f9c10 req-ad8117c1-cbc2-4636-98a1-fa577e422a65 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0254476 Oct 28 15:51:34.786243 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f6cad196-868f-4d2d-8190-7961c1438d2e req-4023ed9b-f41d-4f42-bac2-a8f3bfe44544 tempest-ServerRescueNegativeTestJSON-419197950 tempest-ServerRescueNegativeTestJSON-419197950-project] 10.222.0.86 "GET /v2.0/ports?device_id=13279aaf-dc79-4544-b2dc-8c5099d7b405 HTTP/1.1" status: 200 len: 210 time: 0.0253370 Oct 28 15:51:34.809365 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58910) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:35.188180 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:35.418289 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Deleting port 18c4908d-0c64-4cd3-9f70-b94389f59dac {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:51:35.418619 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:35.492452 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] For port 18c4908d-0c64-4cd3-9f70-b94389f59dac, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=18c4908d-0c64-4cd3-9f70-b94389f59dac,segment=NetworkSegment(568eb968-129b-4c1b-bfbe-3264accb7808),segment_id=568eb968-129b-4c1b-bfbe-3264accb7808)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:35.492757 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:35.505887 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Calling delete_port for 18c4908d-0c64-4cd3-9f70-b94389f59dac owned by network:router_interface {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:51:35.732555 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:35.759576 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c4908d-0c64-4cd3-9f70-b94389f59dac,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:35.786328 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.786937 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.787036 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.787302 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.787625 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.787951 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.788268 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.788619 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.788938 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.789254 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.789569 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:35.789880 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:36.140360 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:36.341368 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Router 139e4b4e-46d4-43f9-aad9-6c548c73dfde has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:51:36.442607 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:51:36.447501 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-2404901b-cdd0-45af-b43b-ddad4a844294 admin admin] 10.222.0.86 "PUT /v2.0/routers/139e4b4e-46d4-43f9-aad9-6c548c73dfde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6371508 Oct 28 15:51:36.450532 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58916) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:36.453451 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] Sync routers for ids ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:51:36.463663 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] Routers {'139e4b4e-46d4-43f9-aad9-6c548c73dfde'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:51:36.464263 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:51:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:36.550978 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks [] for router, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:36.565863 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] Set router 139e4b4e-46d4-43f9-aad9-6c548c73dfde gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:51:36.651876 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:36.740926 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:51:35Z', 'revision_number': 5, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port': {'id': 'afe9074e-3994-48a6-8ae5-24b8de772305', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:17:31Z', 'updated_at': '2021-10-28T15:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:36.776989 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] Checking router: 139e4b4e-46d4-43f9-aad9-6c548c73dfde for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:51:36.785033 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] Routers {'139e4b4e-46d4-43f9-aad9-6c548c73dfde'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:51:36.785788 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:51:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:36.786202 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Deleting port afe9074e-3994-48a6-8ae5-24b8de772305 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:51:36.786533 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:36.869794 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] Set router 139e4b4e-46d4-43f9-aad9-6c548c73dfde gateway port host: None {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:51:36.872370 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] For port afe9074e-3994-48a6-8ae5-24b8de772305, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=afe9074e-3994-48a6-8ae5-24b8de772305,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:36.873040 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:36.885282 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Calling delete_port for afe9074e-3994-48a6-8ae5-24b8de772305 owned by network:router_gateway {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:51:36.924149 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:51:36Z', 'revision_number': 6, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:36.950874 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93377665-cb9e-482a-bcc3-caffd0f722d6 None None] The sync data for ids ['139e4b4e-46d4-43f9-aad9-6c548c73dfde'] in dv-cinder-783643-3-iscsi is: [{'id': '139e4b4e-46d4-43f9-aad9-6c548c73dfde', 'name': 'tempest-ServerRescueNegativeTestJSON-631899046-router', 'tenant_id': '2eb43abf174b43e2960be3d166b34f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:17:30Z', 'updated_at': '2021-10-28T15:51:36Z', 'revision_number': 6, 'project_id': '2eb43abf174b43e2960be3d166b34f86', 'gw_port_host': None}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:51:37.086765 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.112062 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe9074e-3994-48a6-8ae5-24b8de772305,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:37.174264 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.263573 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.265663 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.366317 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.366875 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 139e4b4e-46d4-43f9-aad9-6c548c73dfde {{(pid=102150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 15:51:37.375820 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.375820 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-15780169-d99d-4176-8602-d37456778e25 admin admin] 10.222.0.86 "DELETE /v2.0/routers/139e4b4e-46d4-43f9-aad9-6c548c73dfde HTTP/1.1" status: 204 len: 168 time: 0.9214559 Oct 28 15:51:37.375820 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58920) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:37.418182 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec31fdeb-deeb-485c-a81b-28c187422644 admin admin] Deleting subnet 4f28f299-d451-46af-ba3e-f8387f4a6ee3 {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:51:37.421159 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ec31fdeb-deeb-485c-a81b-28c187422644 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.454248 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ec31fdeb-deeb-485c-a81b-28c187422644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5723519'] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.494047 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ec31fdeb-deeb-485c-a81b-28c187422644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.624324 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ec31fdeb-deeb-485c-a81b-28c187422644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5431788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5398907'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.648563 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31fdeb-deeb-485c-a81b-28c187422644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f28f299-d451-46af-ba3e-f8387f4a6ee3,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:37.652123 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ec31fdeb-deeb-485c-a81b-28c187422644 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.655310 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-ec31fdeb-deeb-485c-a81b-28c187422644 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/4f28f299-d451-46af-ba3e-f8387f4a6ee3 HTTP/1.1" status: 204 len: 168 time: 0.2789502 Oct 28 15:51:37.658068 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58922) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:37.729719 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.743952 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 18c4908d-0c64-4cd3-9f70-b94389f59dac no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:51:37.767513 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 18c4908d-0c64-4cd3-9f70-b94389f59dac {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:51:37.767852 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 18c4908d-0c64-4cd3-9f70-b94389f59dac not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:51:37.768263 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device afe9074e-3994-48a6-8ae5-24b8de772305 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:51:37.789430 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: afe9074e-3994-48a6-8ae5-24b8de772305 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:51:37.789881 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device afe9074e-3994-48a6-8ae5-24b8de772305 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:51:37.813599 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.833168 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4cfb2a-528c-4337-8cba-67365b64b43f']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:37.842721 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568eb968-129b-4c1b-bfbe-3264accb7808') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:37.843008 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568eb968-129b-4c1b-bfbe-3264accb7808') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:37.851950 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.864881 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.870865 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Releasing vlan 1078 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:51:37.871774 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:51:37.873711 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:51:37.990035 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:37.998118 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:38.000902 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] 10.222.0.86 "DELETE /v2.0/networks/2b4cfb2a-528c-4337-8cba-67365b64b43f HTTP/1.1" status: 204 len: 168 time: 0.3419144 Oct 28 15:51:38.012619 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd0554-92fb-4de1-aff0-3b5a02a55fef admin admin] Pushing event deleted for resources: {'Network': ['ID=2b4cfb2a-528c-4337-8cba-67365b64b43f,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:38.270475 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58930) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:38.309541 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-06e8d1c3-f183-47b6-a204-64e551a5bf95 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2eb43abf174b43e2960be3d166b34f86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373073 Oct 28 15:51:38.311935 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58932) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:38.357912 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-658fca3f-c40c-4b46-9100-5d7b955c988a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:38.379071 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-658fca3f-c40c-4b46-9100-5d7b955c988a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:38.475232 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-658fca3f-c40c-4b46-9100-5d7b955c988a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:38.477812 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-658fca3f-c40c-4b46-9100-5d7b955c988a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:38.478951 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-658fca3f-c40c-4b46-9100-5d7b955c988a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ee882390-7a9b-4019-94a9-dafcf7d854d5 HTTP/1.1" status: 204 len: 168 time: 0.1661088 Oct 28 15:51:38.486986 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658fca3f-c40c-4b46-9100-5d7b955c988a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee882390-7a9b-4019-94a9-dafcf7d854d5,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:39.430055 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58954) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:39.521738 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1336666749-network', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:39.624228 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Made reservation on behalf of f1888a1cbda247d0897d7f5c5a80a8ad for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:51:39.626429 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:39.638599 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:39.712960 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:39.760991 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:39.786522 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] vlan segment allocate from pool success with {'vlan_id': 1084, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:51:39.795040 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9333bf31-a6b3-4094-ae09-9757eb1d665a,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:39.803418 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:39.803752 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Added segment 2538db40-54c7-4c97-ae7c-79005936536d of type vlan for network 9c8010e3-a678-4927-bade-213e1fcc742d Oct 28 15:51:39.813571 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.813914 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.814246 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.814573 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.814896 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.815219 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.815539 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.815860 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.816178 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.816536 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.816838 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.817148 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:39.859663 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:39.972971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:39.973962 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:39.974607 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:40.035005 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8010e3-a678-4927-bade-213e1fcc742d,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:40.044546 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 9c8010e3-a678-4927-bade-213e1fcc742d details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:51:40.107611 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-1fedc93e-f19c-4fe2-b679-318b9aa6c625 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6763465 Oct 28 15:51:40.110505 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58958) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:40.115997 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Request body: {'subnet': {'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1336666749-subnet', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:40.190397 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Made reservation on behalf of f1888a1cbda247d0897d7f5c5a80a8ad for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:51:40.193123 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5398682'] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:40.401522 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5398664'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:40.459774 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c6f0f3-09a7-4324-adbb-488ce959489f,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:40.467106 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Checking segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:51:40.467464 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Network hostable DHCP agents. Network: 9c8010e3-a678-4927-bade-213e1fcc742d, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:51:40.533036 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Network 9c8010e3-a678-4927-bade-213e1fcc742d is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:51:40.624414 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 9c8010e3-a678-4927-bade-213e1fcc742d) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:51:40.630094 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:40.630868 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:40.632036 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd5fa2c-e4b3-4db2-a20c-77281d616217 None None] Network 9c8010e3-a678-4927-bade-213e1fcc742d requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:51:40.718683 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-14932e51-e4c3-45a4-b252-ce7515fcc9f9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6065602 Oct 28 15:51:40.721314 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58960) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:40.725632 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:40.773099 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-9c8010e3-a678-4927-bade-213e1fcc742d', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:51:40.773929 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:40.801717 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:40.802729 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:40.852624 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:40.912655 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Allocated IP 172.20.0.2 (9c8010e3-a678-4927-bade-213e1fcc742d/e3c6f0f3-09a7-4324-adbb-488ce959489f/fa0bd473-f8c1-430b-9396-e6cc9aacedc4) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:51:40.962359 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.053052 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.067829 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.144884 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.187876 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Network 9c8010e3-a678-4927-bade-213e1fcc742d is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:51:41.190776 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:51:41.194415 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:51:41.199636 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Pushing event updated for resources: {'Port': ['ID=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:41.215968 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.216366 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.216749 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.217084 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.217414 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.217746 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.218076 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.218397 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.218739 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.219070 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.219390 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.219710 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:41.266057 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Attempting to bind port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:51:41.266422 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Attempting to bind port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:51:41.266784 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Attempting to bind port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 on network 9c8010e3-a678-4927-bade-213e1fcc742d {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:51:41.271953 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:51:41.272324 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Checking segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:51:41.272841 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.273127 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Bound using segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:51:41.273587 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Bound port: fa0bd473-f8c1-430b-9396-e6cc9aacedc4, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:51:41.273961 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.334177 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-300bf360-c458-478d-b257-392228bd0d23 None None] For port fa0bd473-f8c1-430b-9396-e6cc9aacedc4, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:51:41.337110 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-300bf360-c458-478d-b257-392228bd0d23 None None] For port fa0bd473-f8c1-430b-9396-e6cc9aacedc4, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:51:41.396643 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.407972 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.414958 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.473522 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bf360-c458-478d-b257-392228bd0d23 None None] Pushing event updated for resources: {'Port': ['ID=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:41.523094 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Allocated IP 172.27.1.52 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/40c6a469-0aa2-424f-83a0-1360300ceb4c) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:51:41.642520 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.750790 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.789573 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:51:41.792473 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:51:41.796453 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:51:41.801707 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Pushing event updated for resources: {'Port': ['ID=40c6a469-0aa2-424f-83a0-1360300ceb4c,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:42.101570 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:42.227424 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe153d1-e6a9-4fdc-8910-09a9e67a7bf6 None None] Network 9c8010e3-a678-4927-bade-213e1fcc742d requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:51:42.300619 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:42.351004 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-a21f094f-1f2b-4178-a2de-aa5cef8c24d4 None None] Provisioning complete for port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:42.351373 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a21f094f-1f2b-4178-a2de-aa5cef8c24d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:42.464067 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a21f094f-1f2b-4178-a2de-aa5cef8c24d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:42.501059 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-a21f094f-1f2b-4178-a2de-aa5cef8c24d4 None None] For port fa0bd473-f8c1-430b-9396-e6cc9aacedc4, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:42.585019 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a21f094f-1f2b-4178-a2de-aa5cef8c24d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:42.646084 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f094f-1f2b-4178-a2de-aa5cef8c24d4 None None] Pushing event updated for resources: {'Port': ['ID=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:42.705731 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-742a5d04-bd3f-4a03-982d-d01ca3de1104 None None] Provisioning complete for port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:42.706017 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-742a5d04-bd3f-4a03-982d-d01ca3de1104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:42.715960 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Router 530010f2-02a2-4970-bbd6-938ddd7d776d is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:51:42.820567 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:51:42.829453 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Sync routers for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:51:42.838389 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:51:42.847926 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:51:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:42.889608 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:42.890849 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-466cff80-ba88-42ef-a142-59592a950683 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1686120 Oct 28 15:51:42.893521 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58962) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:42.941670 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:51:43.113838 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:41Z', 'revision_number': 3, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:43.140595 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Checking router: 530010f2-02a2-4970-bbd6-938ddd7d776d for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:51:43.141168 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Updating router 530010f2-02a2-4970-bbd6-938ddd7d776d port 40c6a469-0aa2-424f-83a0-1360300ceb4c binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:51:43.178283 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.292591 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.429945 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.448724 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Allocated IP 172.20.0.1 (9c8010e3-a678-4927-bade-213e1fcc742d/e3c6f0f3-09a7-4324-adbb-488ce959489f/c9dc65b2-6dde-48ea-9ef7-a20229d733fa) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:51:43.461249 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device fa0bd473-f8c1-430b-9396-e6cc9aacedc4 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:51:43.483030 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.512262 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:43.512726 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.537092 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Attempting to bind port 40c6a469-0aa2-424f-83a0-1360300ceb4c on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:51:43.537594 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Attempting to bind port 40c6a469-0aa2-424f-83a0-1360300ceb4c by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:51:43.538045 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Attempting to bind port 40c6a469-0aa2-424f-83a0-1360300ceb4c on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:51:43.546748 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:51:43.547285 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:51:43.547774 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.548256 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:51:43.548833 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Bound port: 40c6a469-0aa2-424f-83a0-1360300ceb4c, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:51:43.549334 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.551832 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Pushing event updated for resources: {'Port': ['ID=40c6a469-0aa2-424f-83a0-1360300ceb4c,revision_number=2']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:43.557419 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.584275 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.584829 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.585269 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.585703 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.586132 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.586560 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.586999 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.587423 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.587863 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.588285 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.588730 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.589145 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:51:43.623109 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] For port 40c6a469-0aa2-424f-83a0-1360300ceb4c, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:51:43.626556 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] For port 40c6a469-0aa2-424f-83a0-1360300ceb4c, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=40c6a469-0aa2-424f-83a0-1360300ceb4c,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:51:43.642243 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.682288 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Network 9c8010e3-a678-4927-bade-213e1fcc742d is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:51:43.682518 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.685140 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:51:43.688683 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:51:43.727709 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Pushing event updated for resources: {'Port': ['ID=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:43.735834 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.737762 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:51:43.738682 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:51:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:43.753168 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b5acb-7d50-459f-872f-8da67ffb2ca4 None None] Pushing event updated for resources: {'Port': ['ID=40c6a469-0aa2-424f-83a0-1360300ceb4c,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:43.861837 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:51:43.913601 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-add92836-c2ec-4ee7-9d73-e585a49a2c75 None None] Provisioning complete for port c9dc65b2-6dde-48ea-9ef7-a20229d733fa triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:43.913893 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-add92836-c2ec-4ee7-9d73-e585a49a2c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.916114 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.951433 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-add92836-c2ec-4ee7-9d73-e585a49a2c75 None None] Port c9dc65b2-6dde-48ea-9ef7-a20229d733fa cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:51:44.043464 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:41Z', 'revision_number': 3, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:44.073422 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df1143c-e86d-4afb-899e-ba9b87e5853e None None] The sync data for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi is: [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:41Z', 'revision_number': 3, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:51:44.092999 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:44.144844 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:44.210125 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:44.211806 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Pushing event updated for resources: {'Port': ['ID=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:44.335396 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Network 9c8010e3-a678-4927-bade-213e1fcc742d is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:51:44.337696 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:51:44.457558 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Router 530010f2-02a2-4970-bbd6-938ddd7d776d has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:51:44.575112 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-349ee5b4-4e2d-4b1b-a857-4a6b1da6555d None None] Provisioning complete for port c9dc65b2-6dde-48ea-9ef7-a20229d733fa triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:44.575704 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-349ee5b4-4e2d-4b1b-a857-4a6b1da6555d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:44.577526 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:51:44.587378 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-332a04a9-7b32-4e10-a7ad-3738909e0841 admin admin] 10.222.0.86 "PUT /v2.0/routers/530010f2-02a2-4970-bbd6-938ddd7d776d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6928496 Oct 28 15:51:44.626223 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-349ee5b4-4e2d-4b1b-a857-4a6b1da6555d None None] Port c9dc65b2-6dde-48ea-9ef7-a20229d733fa cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:51:45.205003 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58970) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:45.209575 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-cd822194-a8f8-4042-913c-87f26140bef6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--907081371', 'description': 'tempest-description--2115226787'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:45.299419 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-cd822194-a8f8-4042-913c-87f26140bef6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.366614 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-cd822194-a8f8-4042-913c-87f26140bef6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.390836 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-90074dc6-f423-4917-8340-d309cc50b05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.441879 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-cd822194-a8f8-4042-913c-87f26140bef6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.442697 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 40c6a469-0aa2-424f-83a0-1360300ceb4c up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:51:45.472499 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd822194-a8f8-4042-913c-87f26140bef6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1983468b-a533-4685-b867-cbac04e183de,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:45.493260 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 40c6a469-0aa2-424f-83a0-1360300ceb4c triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:45.493621 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.523780 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-cd822194-a8f8-4042-913c-87f26140bef6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.525261 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-cd822194-a8f8-4042-913c-87f26140bef6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3191915 Oct 28 15:51:45.527941 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58972) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:45.532365 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-59e7726a-df9d-4ff2-822a-aef283782edb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'security_group_rule': {'security_group_id': '1983468b-a533-4685-b867-cbac04e183de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:45.575401 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Sync routers for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:51:45.584281 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.598003 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:51:45.598594 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:51:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:45.612653 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-59e7726a-df9d-4ff2-822a-aef283782edb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.666983 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 40c6a469-0aa2-424f-83a0-1360300ceb4c, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=40c6a469-0aa2-424f-83a0-1360300ceb4c,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:45.670132 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-59e7726a-df9d-4ff2-822a-aef283782edb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.710318 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:51:45.733898 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-59e7726a-df9d-4ff2-822a-aef283782edb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.737298 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.758246 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7726a-df9d-4ff2-822a-aef283782edb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8322e98-57a4-4748-96b2-e0becb299296,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:45.844347 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-59e7726a-df9d-4ff2-822a-aef283782edb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.845524 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-59e7726a-df9d-4ff2-822a-aef283782edb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3165176 Oct 28 15:51:45.848273 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 58974) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:45.852960 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-ba194c15-f15a-4be6-91f8-299a266d7c1b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'security_group_rule': {'security_group_id': '1983468b-a533-4685-b867-cbac04e183de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:45.862094 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=40c6a469-0aa2-424f-83a0-1360300ceb4c,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:45.949257 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 2, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:45.978201 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ba194c15-f15a-4be6-91f8-299a266d7c1b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:45.979062 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Checking router: 530010f2-02a2-4970-bbd6-938ddd7d776d for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:51:45.979417 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Updating router 530010f2-02a2-4970-bbd6-938ddd7d776d port c9dc65b2-6dde-48ea-9ef7-a20229d733fa binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:51:46.004838 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.037955 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ba194c15-f15a-4be6-91f8-299a266d7c1b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.110738 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ba194c15-f15a-4be6-91f8-299a266d7c1b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.131893 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba194c15-f15a-4be6-91f8-299a266d7c1b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b427299d-a972-44b6-a8f0-3a750d5750f6,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:46.210538 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ba194c15-f15a-4be6-91f8-299a266d7c1b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.212618 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ba194c15-f15a-4be6-91f8-299a266d7c1b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632655 Oct 28 15:51:46.215694 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 58976) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:46.221574 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'floatingip': {'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:46.283880 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.310866 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.361861 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.405680 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.413855 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60776e4a-c893-455a-9c7a-0ac733a4cde8 None None] Pushing event updated for resources: {'Port': ['ID=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:46.461391 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Attempting to bind port c9dc65b2-6dde-48ea-9ef7-a20229d733fa on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:51:46.461748 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Attempting to bind port c9dc65b2-6dde-48ea-9ef7-a20229d733fa by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:51:46.462144 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Attempting to bind port c9dc65b2-6dde-48ea-9ef7-a20229d733fa on network 9c8010e3-a678-4927-bade-213e1fcc742d {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:51:46.470684 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:51:46.471049 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Checking segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:51:46.471447 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.471835 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Bound using segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:51:46.472307 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Bound port: c9dc65b2-6dde-48ea-9ef7-a20229d733fa, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:51:46.472745 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.519355 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Allocated IP 172.27.1.248 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/e23b4b06-fd03-4fc9-99b8-216fb3c980ca) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:51:46.540323 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] For port c9dc65b2-6dde-48ea-9ef7-a20229d733fa, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:51:46.543865 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] For port c9dc65b2-6dde-48ea-9ef7-a20229d733fa, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:51:46.602694 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.624733 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.722290 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.766801 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:51:46.771487 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:51:46.775849 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:51:46.779658 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'Port': ['ID=e23b4b06-fd03-4fc9-99b8-216fb3c980ca,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:46.798344 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:51:46.799386 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:51:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:46.837327 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-a4e86ef4-ec11-443f-81e1-0055329297c7 None None] Provisioning complete for port c9dc65b2-6dde-48ea-9ef7-a20229d733fa triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:46.837743 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a4e86ef4-ec11-443f-81e1-0055329297c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.839300 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60776e4a-c893-455a-9c7a-0ac733a4cde8 None None] Pushing event updated for resources: {'Port': ['ID=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:46.866126 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:46.956382 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:51:46.987755 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.052043 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a4e86ef4-ec11-443f-81e1-0055329297c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.132423 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-a4e86ef4-ec11-443f-81e1-0055329297c7 None None] For port c9dc65b2-6dde-48ea-9ef7-a20229d733fa, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:47.134742 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.198958 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a4e86ef4-ec11-443f-81e1-0055329297c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.213520 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.242763 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:46Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:51:47.280723 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe71c2-1b81-4460-834e-d206602ba77f None None] The sync data for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi is: [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:46Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:51:47.282397 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e86ef4-ec11-443f-81e1-0055329297c7 None None] Pushing event updated for resources: {'Port': ['ID=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:47.286138 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'Port': ['ID=e23b4b06-fd03-4fc9-99b8-216fb3c980ca,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:47.294195 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.320356 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-f496b90e-f4e7-4fce-ab94-b1b0ba0d4dd4 None None] Provisioning complete for port c9dc65b2-6dde-48ea-9ef7-a20229d733fa triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:47.320779 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f496b90e-f4e7-4fce-ab94-b1b0ba0d4dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.353360 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.357152 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-8130005c-7498-4ef3-bc3c-84753b068fbf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1373751 Oct 28 15:51:47.514600 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-b08c8a9f-00c2-4f9e-beac-77379d405cd8 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--907081371&fields=id&tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad HTTP/1.1" status: 200 len: 267 time: 0.0386677 Oct 28 15:51:47.542356 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 40c6a469-0aa2-424f-83a0-1360300ceb4c up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:51:47.594173 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 40c6a469-0aa2-424f-83a0-1360300ceb4c triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:47.594607 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.630695 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-c7fbe06b-fd98-4f32-bb4a-a5b1abd6e67d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:47.632505 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-c7fbe06b-fd98-4f32-bb4a-a5b1abd6e67d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 811 time: 0.1105444 Oct 28 15:51:47.652268 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-df450787-fefb-4790-a3dd-784a2db7b346 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/quotas/f1888a1cbda247d0897d7f5c5a80a8ad HTTP/1.1" status: 200 len: 375 time: 0.0138690 Oct 28 15:51:47.684322 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device c9dc65b2-6dde-48ea-9ef7-a20229d733fa up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:51:47.713776 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-ab2676e4-9f33-4404-9e7f-1e17a830fa00 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547071 Oct 28 15:51:47.731031 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port c9dc65b2-6dde-48ea-9ef7-a20229d733fa triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:47.731402 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:47.819049 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-d1d72713-681c-42de-9a40-6320df32eda1 service neutron] 10.222.0.86 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961683 Oct 28 15:51:47.916047 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-38545415-0f5e-44a5-bf18-bdd4c48e5153 service neutron] 10.222.0.86 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903831 Oct 28 15:51:48.145289 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-6c80ba42-d7ed-47c6-87a5-e5aff38998f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:48.180304 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-244daf30-8cba-486c-be77-3a13b81a0796 req-98e239fc-59b5-4b70-a52c-6f1baeb7afa5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 210 time: 0.0282910 Oct 28 15:51:49.093712 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:49.272511 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-93998e8b-41d1-4c5b-b5df-a6d9cf13f0d9 req-cbd6fbec-5331-477e-a170-a1bc9f6f4647 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 210 time: 0.0252004 Oct 28 15:51:49.419577 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:49.456289 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:51:50.157765 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-f23cd8bc-e987-4dc5-86e1-75f01d93020a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:50.159116 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-f23cd8bc-e987-4dc5-86e1-75f01d93020a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 811 time: 0.1015606 Oct 28 15:51:50.203961 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-6da66b38-ef1e-41d8-8405-5566224161f5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad HTTP/1.1" status: 200 len: 379 time: 0.0345762 Oct 28 15:51:50.214688 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'port': {'device_id': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'admin_state_up': True, 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'security_groups': ['1983468b-a533-4685-b867-cbac04e183de']}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:50.367396 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8ad3a0e8-d4a8-4d9b-8c39-a53325d4ddb1 req-a4575dda-b93b-494f-8aa0-40985f4d1cc7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 210 time: 0.0256369 Oct 28 15:51:50.420458 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Made reservation on behalf of f1888a1cbda247d0897d7f5c5a80a8ad for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:51:50.423942 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:50.544253 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Allocated IP 172.20.0.11 (9c8010e3-a678-4927-bade-213e1fcc742d/e3c6f0f3-09a7-4324-adbb-488ce959489f/eb03a5c0-29fe-4a09-a40a-75914262a0e2) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:51:50.678623 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:50.774460 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:50.816481 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Network 9c8010e3-a678-4927-bade-213e1fcc742d is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:51:50.819571 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:51:50.823259 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:51:50.853964 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'Port': ['ID=eb03a5c0-29fe-4a09-a40a-75914262a0e2,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:50.881043 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:50.881743 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:50.926978 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e7d2b2b1-a0da-4de3-bf43-a24cb8b2e436 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7157440 Oct 28 15:51:50.941572 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Request body: {'port': {'device_id': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:50.997159 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:51.042878 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:51.071050 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-4d909d5b-a85d-4009-aefa-2eda4bfab9dd None None] Provisioning complete for port eb03a5c0-29fe-4a09-a40a-75914262a0e2 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:51.071414 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-4d909d5b-a85d-4009-aefa-2eda4bfab9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:51.105614 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-4d909d5b-a85d-4009-aefa-2eda4bfab9dd None None] Port eb03a5c0-29fe-4a09-a40a-75914262a0e2 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:51:51.248958 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb03a5c0-29fe-4a09-a40a-75914262a0e2 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:51:51.256260 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:51.267707 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Transition to ACTIVE for port object eb03a5c0-29fe-4a09-a40a-75914262a0e2 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:51:51.311474 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:51.367282 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb03a5c0-29fe-4a09-a40a-75914262a0e2,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:51.435298 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Attempting to bind port eb03a5c0-29fe-4a09-a40a-75914262a0e2 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:51:51.435628 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Attempting to bind port eb03a5c0-29fe-4a09-a40a-75914262a0e2 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:51:51.435954 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Attempting to bind port eb03a5c0-29fe-4a09-a40a-75914262a0e2 on network 9c8010e3-a678-4927-bade-213e1fcc742d {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:51:51.440669 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Port eb03a5c0-29fe-4a09-a40a-75914262a0e2 on network 9c8010e3-a678-4927-bade-213e1fcc742d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:51:51.441061 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Attempting to bind port eb03a5c0-29fe-4a09-a40a-75914262a0e2 on network 9c8010e3-a678-4927-bade-213e1fcc742d {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:51:51.446308 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:51:51.446636 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Checking segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:51:51.447010 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Bound using segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:51:51.447431 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Bound port: eb03a5c0-29fe-4a09-a40a-75914262a0e2, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:51:51.447771 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:51.488818 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5509f82-7425-4268-8fc4-7e60670be440 req-e1b4192c-5a2e-470d-b172-20256cbbeae5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:51.490619 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5509f82-7425-4268-8fc4-7e60670be440 req-e1b4192c-5a2e-470d-b172-20256cbbeae5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 944 time: 0.0509942 Oct 28 15:51:51.517069 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] For port eb03a5c0-29fe-4a09-a40a-75914262a0e2, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:51:51.520472 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] For port eb03a5c0-29fe-4a09-a40a-75914262a0e2, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:51:51.530567 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5509f82-7425-4268-8fc4-7e60670be440 req-50036821-e5c9-46bc-af6d-88fe9d722af6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339794 Oct 28 15:51:51.585945 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:51.626485 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:51.627085 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:51.628467 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] 10.222.0.49 "PUT /v2.0/ports/eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 200 len: 1094 time: 0.6923923 Oct 28 15:51:51.628902 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'tag': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:51:51.631189 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ade8b2-f4a4-48c6-9782-b79decd19c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "882e73f1-1371-4b7f-a683-76e5c9c6a07b", "tag": "eb03a5c0-29fe-4a09-a40a-75914262a0e2"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:51:51.659406 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112eeff-aac3-4038-82e8-9118acc538d2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb03a5c0-29fe-4a09-a40a-75914262a0e2,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:51.684466 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f449b5bc-e4c4-49ab-be4e-db69c0da5719 x-openstack-request-id: req-f449b5bc-e4c4-49ab-be4e-db69c0da5719 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:51:51.684759 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882e73f1-1371-4b7f-a683-76e5c9c6a07b", "tag": "eb03a5c0-29fe-4a09-a40a-75914262a0e2", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:51:51.685142 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f449b5bc-e4c4-49ab-be4e-db69c0da5719 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:51:51.685583 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'tag': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'status': 'completed', 'code': 200} Oct 28 15:51:51.748538 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ade8b2-f4a4-48c6-9782-b79decd19c4c req-a391a3c4-e378-470e-b956-44296d50f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:51.750522 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-16ade8b2-f4a4-48c6-9782-b79decd19c4c req-a391a3c4-e378-470e-b956-44296d50f1ad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1097 time: 0.0454917 Oct 28 15:51:51.857664 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ade8b2-f4a4-48c6-9782-b79decd19c4c req-bf5763f9-b129-4e02-85be-8a18ae024d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:51.858881 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-16ade8b2-f4a4-48c6-9782-b79decd19c4c req-bf5763f9-b129-4e02-85be-8a18ae024d2e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980246 Oct 28 15:51:51.948489 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ade8b2-f4a4-48c6-9782-b79decd19c4c req-4b804a72-1bab-4aca-b842-8affcd61b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:51.949907 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-16ade8b2-f4a4-48c6-9782-b79decd19c4c req-4b804a72-1bab-4aca-b842-8affcd61b574 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0839431 Oct 28 15:51:52.026641 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-4ff96a7a-0f70-4d81-bf70-eae45609eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:52.027969 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-4ff96a7a-0f70-4d81-bf70-eae45609eed6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1097 time: 0.0421436 Oct 28 15:51:52.072559 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-e3455c29-4453-42d7-b538-93b787709766 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 200 len: 217 time: 0.0318952 Oct 28 15:51:52.120787 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-99164d1b-62a9-4500-b5c8-a7f7327355b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:52.122180 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-99164d1b-62a9-4500-b5c8-a7f7327355b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0422578 Oct 28 15:51:52.166241 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-70c3bcbc-83c0-4b9c-83af-29dae5fa4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:52.167638 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-70c3bcbc-83c0-4b9c-83af-29dae5fa4c44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379963 Oct 28 15:51:52.258166 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-69680eee-802d-4964-bcda-136a57966ff0 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829771 Oct 28 15:51:52.351291 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae4bf6c7-b0c2-45d0-b528-5ce295e93438 req-db7e689e-bb27-40a6-81d2-cce5c26ff5df service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856953 Oct 28 15:51:52.647955 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ebb9-5405-4552-9d47-a0604a519fd1 req-c8ea2991-62dc-423e-b1f3-c0487326bb8b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:52.649321 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7ad9ebb9-5405-4552-9d47-a0604a519fd1 req-c8ea2991-62dc-423e-b1f3-c0487326bb8b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 944 time: 0.0516925 Oct 28 15:51:52.685151 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7ad9ebb9-5405-4552-9d47-a0604a519fd1 req-4845f612-ab45-47ed-8f01-8f5d57945e01 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300138 Oct 28 15:51:53.799322 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11f4ee-2172-4d2d-aa85-2494255944d5 req-63b25398-84a6-4c5a-9b08-859dace7aca7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:53.800799 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e11f4ee-2172-4d2d-aa85-2494255944d5 req-63b25398-84a6-4c5a-9b08-859dace7aca7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 944 time: 0.0471370 Oct 28 15:51:53.836645 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4e11f4ee-2172-4d2d-aa85-2494255944d5 req-06f81eb5-f959-4c21-b750-019e7b561673 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300181 Oct 28 15:51:54.948135 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4b974-c96b-4c66-8256-41323f1cd4e7 req-85eaf008-9c2f-4a26-ae7b-d17fb377ef98 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:54.949613 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1db4b974-c96b-4c66-8256-41323f1cd4e7 req-85eaf008-9c2f-4a26-ae7b-d17fb377ef98 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 944 time: 0.0477273 Oct 28 15:51:54.986452 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1db4b974-c96b-4c66-8256-41323f1cd4e7 req-b4371534-563a-4b87-94ce-a124efee82cf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304148 Oct 28 15:51:55.200424 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device eb03a5c0-29fe-4a09-a40a-75914262a0e2 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:51:55.291530 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port eb03a5c0-29fe-4a09-a40a-75914262a0e2, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:55.302127 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'port_id': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'mac_address': 'fa:16:3e:26:d5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:51:55.341436 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:55.353581 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb03a5c0-29fe-4a09-a40a-75914262a0e2 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:51:55.371385 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port eb03a5c0-29fe-4a09-a40a-75914262a0e2, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:55.425423 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:55.471481 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=eb03a5c0-29fe-4a09-a40a-75914262a0e2,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:55.773446 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['eb03a5c0-29fe-4a09-a40a-75914262a0e2'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:51:56.100733 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097296c-b409-477c-97fc-f29284372fc8 req-b8da1a04-d3cf-4f36-800e-f36506eb5e59 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:56.102207 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7097296c-b409-477c-97fc-f29284372fc8 req-b8da1a04-d3cf-4f36-800e-f36506eb5e59 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 945 time: 0.0507224 Oct 28 15:51:56.138751 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7097296c-b409-477c-97fc-f29284372fc8 req-0255f331-998a-425c-9907-bd77f23412ba tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307555 Oct 28 15:51:57.221388 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device eb03a5c0-29fe-4a09-a40a-75914262a0e2 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:51:57.254561 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8f5dc-addf-4c72-a557-0c6b677df4b4 req-5d6d620f-92a5-4988-8800-717346fbd7e0 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:57.256001 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3ca8f5dc-addf-4c72-a557-0c6b677df4b4 req-5d6d620f-92a5-4988-8800-717346fbd7e0 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 945 time: 0.0519490 Oct 28 15:51:57.293823 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3ca8f5dc-addf-4c72-a557-0c6b677df4b4 req-76aea329-e5bc-4aeb-85df-c9016381aace tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Oct 28 15:51:57.329210 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port eb03a5c0-29fe-4a09-a40a-75914262a0e2 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:51:57.333250 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port eb03a5c0-29fe-4a09-a40a-75914262a0e2 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:57.333647 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:57.412301 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:57.434678 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:51:57.436911 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf8a7c4-ebb2-4772-a076-351603fd75a3" -d '{"events": [{"server_uuid": "882e73f1-1371-4b7f-a683-76e5c9c6a07b", "name": "network-vif-plugged", "status": "completed", "tag": "eb03a5c0-29fe-4a09-a40a-75914262a0e2"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:51:57.449606 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port eb03a5c0-29fe-4a09-a40a-75914262a0e2, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:57.473619 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decbade6-3871-4b6e-b13c-d5a17eb73306 x-openstack-request-id: req-decbade6-3871-4b6e-b13c-d5a17eb73306 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:51:57.473906 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882e73f1-1371-4b7f-a683-76e5c9c6a07b", "name": "network-vif-plugged", "status": "completed", "tag": "eb03a5c0-29fe-4a09-a40a-75914262a0e2", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:51:57.474159 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-decbade6-3871-4b6e-b13c-d5a17eb73306 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:51:57.474550 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'code': 200} Oct 28 15:51:57.506079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:57.553906 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=eb03a5c0-29fe-4a09-a40a-75914262a0e2,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:57.730049 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978d2e-e0c7-4374-b3af-b6816e7ef4d0 req-dd0f6b4b-b5ed-4ba8-b52a-3bae535c2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:57.731529 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ef978d2e-e0c7-4374-b3af-b6816e7ef4d0 req-dd0f6b4b-b5ed-4ba8-b52a-3bae535c2ada service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1099 time: 0.0387001 Oct 28 15:51:57.767105 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ef978d2e-e0c7-4374-b3af-b6816e7ef4d0 req-8b5aea5a-50b0-42cd-8367-9e6162bc547e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282903 Oct 28 15:51:58.407261 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57c9c9-728e-4096-862e-78490aa9cac9 req-a777d0ee-652a-4bd8-b09f-02bc05ea61e4 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:58.408712 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1e57c9c9-728e-4096-862e-78490aa9cac9 req-a777d0ee-652a-4bd8-b09f-02bc05ea61e4 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0479183 Oct 28 15:51:58.445123 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1e57c9c9-728e-4096-862e-78490aa9cac9 req-73376ed7-006e-420a-ab62-49933fa137bb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304308 Oct 28 15:51:59.560438 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72062ba-b80a-4d1e-800c-3cd4637bbf8d req-3d2c9241-954d-47ec-9ba3-60662d8583d2 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:59.561873 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a72062ba-b80a-4d1e-800c-3cd4637bbf8d req-3d2c9241-954d-47ec-9ba3-60662d8583d2 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0502410 Oct 28 15:51:59.598989 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a72062ba-b80a-4d1e-800c-3cd4637bbf8d req-b2e4652d-ba07-4fea-bc45-44abd32a8ad6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303433 Oct 28 15:51:59.710335 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a696a-01c0-4f36-8cde-bd24640b7f5d req-f6beed5f-a93b-4a83-b935-b5598e1b1f1d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:51:59.711784 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b20a696a-01c0-4f36-8cde-bd24640b7f5d req-f6beed5f-a93b-4a83-b935-b5598e1b1f1d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0502591 Oct 28 15:51:59.721149 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 59034) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:51:59.725361 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'floatingip': {'port_id': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:51:59.764674 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:00.376997 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.db.resource_extend [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 15:52:00.426063 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:00.477798 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:00.579731 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.l3_db [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Floating IP 9b342981-714c-477e-9e53-81c7456fca22 associated. External IP: 172.27.1.248, port: eb03a5c0-29fe-4a09-a40a-75914262a0e2. Oct 28 15:52:00.779950 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Router 530010f2-02a2-4970-bbd6-938ddd7d776d has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:52:00.884605 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:52:00.889518 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:00.894637 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] Sync routers for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:52:00.905179 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:52:00.905804 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:51:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:52:00.915475 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-30538b2e-da0b-4450-a8f9-65e357e8ebd3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "PUT /v2.0/floatingips/9b342981-714c-477e-9e53-81c7456fca22 HTTP/1.1" status: 200 len: 992 time: 1.1932681 Oct 28 15:52:00.916059 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'tag': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:52:00.918365 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0d91de-a0ec-42c9-90c1-336ad5afda93" -d '{"events": [{"name": "network-changed", "server_uuid": "882e73f1-1371-4b7f-a683-76e5c9c6a07b", "tag": "eb03a5c0-29fe-4a09-a40a-75914262a0e2"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:52:01.014705 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:52:01.017927 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a30a55-4630-4653-b063-a0038f79d46f x-openstack-request-id: req-41a30a55-4630-4653-b063-a0038f79d46f {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:52:01.018271 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882e73f1-1371-4b7f-a683-76e5c9c6a07b", "tag": "eb03a5c0-29fe-4a09-a40a-75914262a0e2", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:52:01.018455 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-41a30a55-4630-4653-b063-a0038f79d46f {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:52:01.018846 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'tag': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'status': 'completed', 'code': 200} Oct 28 15:52:01.082887 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-403da868-3327-4e06-967f-190fe0ed1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:52:01.084365 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-403da868-3327-4e06-967f-190fe0ed1c7b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1099 time: 0.0403328 Oct 28 15:52:01.182673 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-649ae22f-49b5-4f80-b1ed-fe16eb24d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:52:01.184122 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-649ae22f-49b5-4f80-b1ed-fe16eb24d754 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 913 time: 0.0916572 Oct 28 15:52:01.248266 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-9418310d-c64e-4476-a5f6-720f2b9dc0cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 200 len: 1000 time: 0.0564079 Oct 28 15:52:01.303339 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-6ba79310-11b6-4fd9-af40-87a9afced0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:52:01.304734 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-6ba79310-11b6-4fd9-af40-87a9afced0e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0467403 Oct 28 15:52:01.323902 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '9b342981-714c-477e-9e53-81c7456fca22', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'port_id': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'mac_address': 'fa:16:3e:26:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:51:46Z', 'updated_at': '2021-10-28T15:52:00Z', 'revision_number': 1, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:52:01.349687 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] Checking router: 530010f2-02a2-4970-bbd6-938ddd7d776d for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:52:01.350020 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-369dfab2-2616-4492-a695-9e478da55ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:52:01.351495 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-369dfab2-2616-4492-a695-9e478da55ce4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391707 Oct 28 15:52:01.357604 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:52:01.358189 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:51:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:52:01.440044 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-47467d26-452c-4bc6-ae81-70843b5c4d8c service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805693 Oct 28 15:52:01.460799 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:52:01.532034 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f0d91de-a0ec-42c9-90c1-336ad5afda93 req-7eefb248-321e-4448-a2da-1ac34376ebfc service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838537 Oct 28 15:52:01.676689 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '9b342981-714c-477e-9e53-81c7456fca22', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'port_id': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'mac_address': 'fa:16:3e:26:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:51:46Z', 'updated_at': '2021-10-28T15:52:00Z', 'revision_number': 1, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:52:01.706362 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b24ceb5-5ec0-4bfa-a786-53099acbe324 None None] The sync data for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi is: [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '9b342981-714c-477e-9e53-81c7456fca22', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'port_id': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'mac_address': 'fa:16:3e:26:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:51:46Z', 'updated_at': '2021-10-28T15:52:00Z', 'revision_number': 1, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:52:01.889985 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26289fb1-f14f-46a9-a711-5713a14ecfe1 None None] New status for floating IP 9b342981-714c-477e-9e53-81c7456fca22: ACTIVE {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:52:10.975714 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:11.180261 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-212ec855-5313-4935-8548-4875287614ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385337 Oct 28 15:52:11.279620 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-344b276d-2189-40b3-95c9-0f9eb0996236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:52:11.280986 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-344b276d-2189-40b3-95c9-0f9eb0996236 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 1098 time: 0.0396852 Oct 28 15:52:11.385870 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-924597a1-e3f1-40c5-9f96-f1f394e6846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:52:11.387335 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-924597a1-e3f1-40c5-9f96-f1f394e6846c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 917 time: 0.0853174 Oct 28 15:52:11.428531 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-5a58da80-1bdc-4cbc-9c90-00a08c46e252 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467c0f2a-2891-4497-94f8-386341a69775 HTTP/1.1" status: 200 len: 217 time: 0.0330369 Oct 28 15:52:11.479939 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-874e25b1-d500-4181-88e7-984807c0da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:52:11.481350 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-874e25b1-d500-4181-88e7-984807c0da22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0451081 Oct 28 15:52:11.511971 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-80c828f5-530d-4640-b13c-9d07702b13fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231206 Oct 28 15:52:11.597709 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-4087078f-0596-4508-a2c3-1c7d01bff13c service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782788 Oct 28 15:52:11.691537 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ec9361ff-707e-4c3b-acca-8d9ad87a8d75 req-d90c8639-4623-4c14-8f0f-e7df0c32786b service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834451 Oct 28 15:52:15.382243 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a16f29a7-4396-4aed-9fe9-2b031a29d199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:18.159166 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c986896c-c18e-4d32-8cf1-11cd3e6749bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:19.084960 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:19.405201 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:21.050811 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:26.455374 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:52:40.995913 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:45.389225 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e02c9e2d-e9c7-4ae7-a13a-b68e4aaa3f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:48.184182 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cb532dde-3efe-40a2-b799-9ce01d25c930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:49.092324 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:49.412457 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:51.093367 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:03.453948 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:53:10.957535 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:12.384155 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-c5b4db8d-612a-4453-97df-cf18f5c9aa90 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404019 Oct 28 15:53:12.453758 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-5bc6fd2e-1a16-4cb8-9cb6-a2c917dcc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:12.454182 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-5bc6fd2e-1a16-4cb8-9cb6-a2c917dcc5d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1099 time: 0.0460176 Oct 28 15:53:12.562757 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-8a0d3cc4-fffb-4ada-966c-5b70a59c7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:12.564187 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-8a0d3cc4-fffb-4ada-966c-5b70a59c7565 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 913 time: 0.0857112 Oct 28 15:53:12.566326 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-593cf122-bf78-46d5-81e5-b74bb059cdff tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:12.567783 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-593cf122-bf78-46d5-81e5-b74bb059cdff tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/networks?id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 HTTP/1.1" status: 200 len: 813 time: 0.1065929 Oct 28 15:53:12.583534 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-ba18dfa0-5303-4982-8ac3-dc88f05c0531 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/quotas/a4edc71432e54043b1d565e37a39506c HTTP/1.1" status: 200 len: 375 time: 0.0091653 Oct 28 15:53:12.615631 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-bd9d2229-04eb-4d88-8b2c-fbb45596dc32 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257971 Oct 28 15:53:12.636944 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-674953fa-bfe0-4bd6-aabd-30a930e16287 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 200 len: 1002 time: 0.0615997 Oct 28 15:53:12.685222 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-47dff3a9-316e-4464-8726-aada0a10d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:12.686652 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-47dff3a9-316e-4464-8726-aada0a10d029 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0437107 Oct 28 15:53:12.692844 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-a80bb497-14ec-4df5-bc9f-e2be8361792b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:53:12.693831 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-a80bb497-14ec-4df5-bc9f-e2be8361792b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0710340 Oct 28 15:53:12.733324 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-1e81ba7e-9f8d-4a08-ab90-d4363d81e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:12.734817 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-1e81ba7e-9f8d-4a08-ab90-d4363d81e298 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398309 Oct 28 15:53:12.784934 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-14790b94-57c5-4b16-a1ad-994725645cf1 service neutron] 10.222.0.86 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834866 Oct 28 15:53:12.828739 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-6f4bd4bf-c7f4-4c2b-9a78-4e019702797b service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853024 Oct 28 15:53:12.876943 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-e54b6ab4-76d9-42d8-bd23-82a540c1c980 service neutron] 10.222.0.86 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856376 Oct 28 15:53:12.916761 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cfc9628e-2849-4819-a3a2-8e7e91199a9b req-d413ccbc-b44d-4be1-9b1a-60979259de57 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807426 Oct 28 15:53:13.110903 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1ce4f0f0-8c81-42d5-9b00-93a53f476dba req-883d86d3-b0b1-4d48-bf06-6e6fc519b970 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 210 time: 0.0269008 Oct 28 15:53:14.204510 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ece49fa4-de81-4ee3-a518-f4be32d6ab41 req-0303ebc0-6d81-431c-a32c-2cab69c75a07 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 210 time: 0.0265017 Oct 28 15:53:14.901824 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-0b7160ea-142f-4f1a-82f9-ec8a8639256f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:14.903261 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-0b7160ea-142f-4f1a-82f9-ec8a8639256f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.49 "GET /v2.0/networks?id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 HTTP/1.1" status: 200 len: 813 time: 0.1031544 Oct 28 15:53:14.917997 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Request body: {'port': {'device_id': 'b72df304-0e28-4952-a539-2928b1f19391', 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3', 'admin_state_up': True, 'tenant_id': 'a4edc71432e54043b1d565e37a39506c'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:53:15.297887 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-acb84a4c-2c37-4a28-81ad-1d57dfbdef1c req-b147508f-c91d-4725-a841-ed20745d9ac5 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 210 time: 0.0263617 Oct 28 15:53:15.306679 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Made reservation on behalf of a4edc71432e54043b1d565e37a39506c for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:53:15.310343 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:15.375200 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-50c95c6d-0b45-4e3d-8495-0bb8764e6cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:15.438624 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Allocated IP 172.20.0.7 (0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3/7214bf52-d120-425f-a4f0-1ca4fe795e90/945cbb3b-4860-4e0a-bc0f-8207105a990c) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:53:15.585336 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:15.719010 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:15.764999 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:53:15.768183 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:53:15.772078 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:53:15.803147 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Pushing event updated for resources: {'Port': ['ID=945cbb3b-4860-4e0a-bc0f-8207105a990c,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:15.811622 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.812068 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.812426 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.812754 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.813080 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.813407 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.813729 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.814049 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.814473 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.814775 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.815093 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.815412 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:15.847081 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:15.847712 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:16.001851 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-1877d865-d5ed-4a75-87c3-b46687fcb8e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0880988 Oct 28 15:53:16.018191 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Request body: {'port': {'device_id': 'b72df304-0e28-4952-a539-2928b1f19391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:53:16.070625 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:16.335550 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945cbb3b-4860-4e0a-bc0f-8207105a990c {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:53:16.340656 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:16.352820 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Transition to ACTIVE for port object 945cbb3b-4860-4e0a-bc0f-8207105a990c will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:53:16.423675 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33d04-cf69-4ac6-a53c-cb87c0c0276d req-c8898418-0823-4203-ab05-ec527e3bcfc0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:16.425350 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e1e33d04-cf69-4ac6-a53c-cb87c0c0276d req-c8898418-0823-4203-ab05-ec527e3bcfc0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 931 time: 0.0564625 Oct 28 15:53:16.438789 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:16.464437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e1e33d04-cf69-4ac6-a53c-cb87c0c0276d req-20c89a33-a0ca-4be7-97d4-15bcd2724027 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326746 Oct 28 15:53:16.532441 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Pushing event updated for resources: {'Port': ['ID=945cbb3b-4860-4e0a-bc0f-8207105a990c,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:16.606655 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Attempting to bind port 945cbb3b-4860-4e0a-bc0f-8207105a990c on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:53:16.606992 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Attempting to bind port 945cbb3b-4860-4e0a-bc0f-8207105a990c by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:53:16.607857 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Attempting to bind port 945cbb3b-4860-4e0a-bc0f-8207105a990c on network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:53:16.611904 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Port 945cbb3b-4860-4e0a-bc0f-8207105a990c on network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:53:16.612218 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Attempting to bind port 945cbb3b-4860-4e0a-bc0f-8207105a990c on network 0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:53:16.617016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:53:16.623547 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Checking segment: {'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:53:16.623547 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Bound using segment: {'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:53:16.623547 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Bound port: 945cbb3b-4860-4e0a-bc0f-8207105a990c, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9c1618-9d81-48ee-9bc7-1162f47af250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:53:16.623547 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:16.681524 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] For port 945cbb3b-4860-4e0a-bc0f-8207105a990c, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:53:16.684665 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] For port 945cbb3b-4860-4e0a-bc0f-8207105a990c, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=945cbb3b-4860-4e0a-bc0f-8207105a990c,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:53:16.759855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:16.801926 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:16.802528 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:16.803864 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] 10.222.0.49 "PUT /v2.0/ports/945cbb3b-4860-4e0a-bc0f-8207105a990c HTTP/1.1" status: 200 len: 1093 time: 0.7899218 Oct 28 15:53:16.804292 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72df304-0e28-4952-a539-2928b1f19391', 'tag': '945cbb3b-4860-4e0a-bc0f-8207105a990c'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:53:16.806562 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb960639-f813-4961-9ff5-b231abacd833" -d '{"events": [{"name": "network-changed", "server_uuid": "b72df304-0e28-4952-a539-2928b1f19391", "tag": "945cbb3b-4860-4e0a-bc0f-8207105a990c"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:53:16.852755 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8017df-4b8f-4f57-931a-eb1cd3c1c28d service neutron] Pushing event updated for resources: {'Port': ['ID=945cbb3b-4860-4e0a-bc0f-8207105a990c,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:16.877846 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667d09e6-aeab-4e7f-aaae-2194144f1e27 x-openstack-request-id: req-667d09e6-aeab-4e7f-aaae-2194144f1e27 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:53:16.878133 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72df304-0e28-4952-a539-2928b1f19391", "tag": "945cbb3b-4860-4e0a-bc0f-8207105a990c", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:53:16.878382 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-667d09e6-aeab-4e7f-aaae-2194144f1e27 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:53:16.878810 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72df304-0e28-4952-a539-2928b1f19391', 'tag': '945cbb3b-4860-4e0a-bc0f-8207105a990c', 'status': 'completed', 'code': 200} Oct 28 15:53:16.941211 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960639-f813-4961-9ff5-b231abacd833 req-2fdf8241-47c5-4f3e-8788-9b338cde4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:16.942680 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cb960639-f813-4961-9ff5-b231abacd833 req-2fdf8241-47c5-4f3e-8788-9b338cde4733 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 1096 time: 0.0399568 Oct 28 15:53:17.043802 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960639-f813-4961-9ff5-b231abacd833 req-f296ac4c-47da-4065-848b-dce0434d660d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:17.045215 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cb960639-f813-4961-9ff5-b231abacd833 req-f296ac4c-47da-4065-848b-dce0434d660d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a4edc71432e54043b1d565e37a39506c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0927327 Oct 28 15:53:17.137803 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960639-f813-4961-9ff5-b231abacd833 req-1c88a799-52d6-406a-b755-725bae10e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:17.139278 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-cb960639-f813-4961-9ff5-b231abacd833 req-1c88a799-52d6-406a-b755-725bae10e17b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0868051 Oct 28 15:53:17.217376 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-a507e60e-a6b9-4b8e-a621-4b9f23605b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:17.218813 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-a507e60e-a6b9-4b8e-a621-4b9f23605b32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4edc71432e54043b1d565e37a39506c&device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 1096 time: 0.0437016 Oct 28 15:53:17.259944 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-d85c7e11-f045-47ff-b452-a3049a2c226c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=945cbb3b-4860-4e0a-bc0f-8207105a990c HTTP/1.1" status: 200 len: 217 time: 0.0327570 Oct 28 15:53:17.309115 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-5f9d8eed-3bd2-4a5c-ada6-adf379ab9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:17.310450 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-5f9d8eed-3bd2-4a5c-ada6-adf379ab9a27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7214bf52-d120-425f-a4f0-1ca4fe795e90 HTTP/1.1" status: 200 len: 853 time: 0.0429182 Oct 28 15:53:17.343064 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-e33e4958-e0ec-4adc-81ac-f4aef7d5bc91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251610 Oct 28 15:53:17.443354 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-bce2acde-ce89-4dbb-b36e-59738cb245a1 service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890467 Oct 28 15:53:17.542695 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c543615b-027e-4eb6-9661-1ff69ecce881 req-e8f985cc-f57c-44bf-ba39-93f083b0e965 service neutron] 10.222.0.49 "GET /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896556 Oct 28 15:53:17.597698 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33ffbd-0a0d-4177-9d3c-05d34125e2b9 req-9a4e8b15-ebe8-4394-8d7b-e4b89456edaf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:17.599062 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5a33ffbd-0a0d-4177-9d3c-05d34125e2b9 req-9a4e8b15-ebe8-4394-8d7b-e4b89456edaf tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 943 time: 0.0484908 Oct 28 15:53:17.641438 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5a33ffbd-0a0d-4177-9d3c-05d34125e2b9 req-ecb24da6-8240-41d0-9ac8-15bcd0c4b345 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352321 Oct 28 15:53:18.168844 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-aefeddfa-9d6c-4cd3-a8c6-b8f848f02563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:18.753658 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d03dc-13df-4ddb-b49c-97a005256650 req-e0773da5-6ed4-49ef-ba62-b543a600e921 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:18.755115 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5b3d03dc-13df-4ddb-b49c-97a005256650 req-e0773da5-6ed4-49ef-ba62-b543a600e921 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 943 time: 0.0478768 Oct 28 15:53:18.791627 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5b3d03dc-13df-4ddb-b49c-97a005256650 req-2555efbd-8e81-4dda-8c0a-eeb16ca8a2fe tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303655 Oct 28 15:53:19.118644 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:19.432849 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:19.908249 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fdb05-a6c6-472e-ab4b-d768bfb7fd47 req-3cfaf3c7-840d-4881-97a8-0baac9deb710 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:19.909733 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-330fdb05-a6c6-472e-ab4b-d768bfb7fd47 req-3cfaf3c7-840d-4881-97a8-0baac9deb710 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 943 time: 0.0524967 Oct 28 15:53:19.946205 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-330fdb05-a6c6-472e-ab4b-d768bfb7fd47 req-f897dcbf-0126-42e4-a0ca-9721b4a2a3ff tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304451 Oct 28 15:53:21.063725 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dec6c8-2764-47c4-839c-305aa0800a73 req-f5162f2f-e617-4b5e-a239-84b5a3d43763 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:21.065247 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-39dec6c8-2764-47c4-839c-305aa0800a73 req-f5162f2f-e617-4b5e-a239-84b5a3d43763 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 943 time: 0.0502245 Oct 28 15:53:21.074680 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:21.104457 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-39dec6c8-2764-47c4-839c-305aa0800a73 req-e938f854-81c0-4744-9dd1-39fe8926bf93 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Oct 28 15:53:21.531022 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 945cbb3b-4860-4e0a-bc0f-8207105a990c details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:53:21.742840 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 945cbb3b-4860-4e0a-bc0f-8207105a990c, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=945cbb3b-4860-4e0a-bc0f-8207105a990c,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:53:21.754284 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '945cbb3b-4860-4e0a-bc0f-8207105a990c', 'network_id': '0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3', 'port_id': '945cbb3b-4860-4e0a-bc0f-8207105a990c', 'mac_address': 'fa:16:3e:41:d7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7214bf52-d120-425f-a4f0-1ca4fe795e90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:53:21.792497 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:21.803854 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945cbb3b-4860-4e0a-bc0f-8207105a990c {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:53:21.823034 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 945cbb3b-4860-4e0a-bc0f-8207105a990c, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=945cbb3b-4860-4e0a-bc0f-8207105a990c,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:53:21.929534 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:21.979046 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=945cbb3b-4860-4e0a-bc0f-8207105a990c,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:21.986357 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.986723 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.987062 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.987429 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.987748 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.988074 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.988421 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.988729 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.989046 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.993229 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.993229 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:21.993229 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:53:22.218752 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8ebf-6344-42b5-9f5d-3fa0036e4c6b req-6606fb3d-37e5-4815-bfd1-06f78b27fc10 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:22.220207 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-666c8ebf-6344-42b5-9f5d-3fa0036e4c6b req-6606fb3d-37e5-4815-bfd1-06f78b27fc10 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 944 time: 0.0478640 Oct 28 15:53:22.255923 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-666c8ebf-6344-42b5-9f5d-3fa0036e4c6b req-96e5797a-1cf9-4cea-baad-d404e8dd67a2 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298791 Oct 28 15:53:22.308215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['945cbb3b-4860-4e0a-bc0f-8207105a990c'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:53:23.371855 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d35a8-bc10-4e87-adea-63b5a531f282 req-9cb57221-eb4c-4441-9908-ee02ebd86d32 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:23.373358 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bd1d35a8-bc10-4e87-adea-63b5a531f282 req-9cb57221-eb4c-4441-9908-ee02ebd86d32 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 944 time: 0.0524378 Oct 28 15:53:23.409965 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bd1d35a8-bc10-4e87-adea-63b5a531f282 req-d86facc2-9f21-4d5b-a1e7-d097e8ec089f tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307448 Oct 28 15:53:23.537955 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 945cbb3b-4860-4e0a-bc0f-8207105a990c up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:53:23.633163 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 945cbb3b-4860-4e0a-bc0f-8207105a990c completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:53:23.637728 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 945cbb3b-4860-4e0a-bc0f-8207105a990c triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:53:23.638092 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:23.713778 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:23.735780 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72df304-0e28-4952-a539-2928b1f19391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945cbb3b-4860-4e0a-bc0f-8207105a990c'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:53:23.738008 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222923bc-eddc-4c5a-a5c5-edfeee409fec" -d '{"events": [{"server_uuid": "b72df304-0e28-4952-a539-2928b1f19391", "name": "network-vif-plugged", "status": "completed", "tag": "945cbb3b-4860-4e0a-bc0f-8207105a990c"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:53:23.750144 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 945cbb3b-4860-4e0a-bc0f-8207105a990c, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=945cbb3b-4860-4e0a-bc0f-8207105a990c,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:53:23.778634 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e7e61a-706d-4502-a9ee-165b6411142e x-openstack-request-id: req-42e7e61a-706d-4502-a9ee-165b6411142e {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:53:23.778923 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72df304-0e28-4952-a539-2928b1f19391", "name": "network-vif-plugged", "status": "completed", "tag": "945cbb3b-4860-4e0a-bc0f-8207105a990c", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:53:23.779174 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-42e7e61a-706d-4502-a9ee-165b6411142e {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:53:23.779658 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72df304-0e28-4952-a539-2928b1f19391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945cbb3b-4860-4e0a-bc0f-8207105a990c', 'code': 200} Oct 28 15:53:23.838009 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:23.888140 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=945cbb3b-4860-4e0a-bc0f-8207105a990c,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:24.115501 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7476b-ed79-4128-905e-8d60b2c790d5 req-2e8a1b41-0ccc-4c78-af8f-f7e6a5472c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:24.116888 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-74a7476b-ed79-4128-905e-8d60b2c790d5 req-2e8a1b41-0ccc-4c78-af8f-f7e6a5472c22 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 1098 time: 0.0392947 Oct 28 15:53:24.153957 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-74a7476b-ed79-4128-905e-8d60b2c790d5 req-132e03d6-2985-46ef-875f-4572047610c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272605 Oct 28 15:53:24.527398 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea28a9e-ae5b-47a5-9a50-f85624ed1cce req-ff22c904-cdf0-4422-9516-c72abad0ce62 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:24.528899 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3ea28a9e-ae5b-47a5-9a50-f85624ed1cce req-ff22c904-cdf0-4422-9516-c72abad0ce62 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 945 time: 0.0494387 Oct 28 15:53:24.568317 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3ea28a9e-ae5b-47a5-9a50-f85624ed1cce req-48bc9984-32f4-410b-8f9f-46390f37e2d3 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330310 Oct 28 15:53:25.692139 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081e338-4312-454a-89a1-840e23d71932 req-d4dd9c2e-fe6c-4753-9b06-f76a4844255c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:25.693749 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f081e338-4312-454a-89a1-840e23d71932 req-d4dd9c2e-fe6c-4753-9b06-f76a4844255c tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 945 time: 0.0552874 Oct 28 15:53:25.730454 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f081e338-4312-454a-89a1-840e23d71932 req-eb5dcef6-4d43-40c7-97fe-1f529c76239d tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Oct 28 15:53:26.148077 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-9e5b83b4-a311-4130-ae5d-93fe437ff656 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:26.149470 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-9e5b83b4-a311-4130-ae5d-93fe437ff656 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 815 time: 0.1224821 Oct 28 15:53:26.165100 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-f555a1ba-3b4b-4fef-ac8c-99a920b8a27d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/quotas/a4df9263130f4e45aa80e63b69905f0f HTTP/1.1" status: 200 len: 375 time: 0.0093279 Oct 28 15:53:26.233083 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-8e41db91-1779-455d-90b4-85e7d13ea0a5 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594523 Oct 28 15:53:26.327067 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-ad40f080-2d83-4e15-91d0-414535c190ab service neutron] 10.222.0.86 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858779 Oct 28 15:53:26.414272 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-c1e229d2-f712-45df-8a0c-3a3e7d1790b3 service neutron] 10.222.0.86 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810235 Oct 28 15:53:26.672235 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2a9dd06b-1c5e-4962-85c8-db11d617f683 req-068d7bd6-2e3b-4108-8b03-2a4edfe43fdb tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 210 time: 0.0312722 Oct 28 15:53:26.855544 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c13838-48e3-4dac-96e0-40985a662a56 req-d666ef7b-0c51-428d-bcf6-a34f981cd4eb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:26.856803 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-99c13838-48e3-4dac-96e0-40985a662a56 req-d666ef7b-0c51-428d-bcf6-a34f981cd4eb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 945 time: 0.0485113 Oct 28 15:53:26.894824 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-99c13838-48e3-4dac-96e0-40985a662a56 req-50939ba4-b6eb-40cd-af66-8fddbc6858dc tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319934 Oct 28 15:53:27.766120 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8f37bf7d-8b37-4d80-9ddd-640aa6fedc0a req-5beca378-d163-4389-9cee-490d3e723f68 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 210 time: 0.0274971 Oct 28 15:53:28.561789 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-945ad3a6-8ead-4742-a181-81f5c57cfbf1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:28.563224 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-945ad3a6-8ead-4742-a181-81f5c57cfbf1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 815 time: 0.1036236 Oct 28 15:53:28.581108 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Request body: {'port': {'device_id': '7c137307-ffa2-4022-8b8a-ebcf2a5af12a', 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'admin_state_up': True, 'tenant_id': 'a4df9263130f4e45aa80e63b69905f0f'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:53:28.793945 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Made reservation on behalf of a4df9263130f4e45aa80e63b69905f0f for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:53:28.797757 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:28.864050 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26d1b8af-f6ec-4278-8bd2-0952fb4898ce req-d43cb242-7b30-4a60-b79a-6b3868ad6c06 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 210 time: 0.0270746 Oct 28 15:53:28.940065 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Allocated IP 172.20.0.12 (d24ae9ef-f446-4a47-88b9-f91bd62a5742/b3fd9c8c-b068-4381-85ec-1623fa548c39/70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:53:29.087953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:29.183082 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:29.196068 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['467c0f2a-2891-4497-94f8-386341a69775'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:53:29.226127 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Network d24ae9ef-f446-4a47-88b9-f91bd62a5742 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:53:29.229184 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:53:29.233480 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:53:29.257595 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Pushing event updated for resources: {'Port': ['ID=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:29.283784 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:29.284378 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:29.362386 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-92571f59-f64d-470f-ace7-1d3c7ce09bac tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7848892 Oct 28 15:53:29.380799 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Request body: {'port': {'device_id': '7c137307-ffa2-4022-8b8a-ebcf2a5af12a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:53:29.437151 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:29.694358 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:53:29.702000 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:29.713677 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Transition to ACTIVE for port object 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:53:29.798337 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:29.850557 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Pushing event updated for resources: {'Port': ['ID=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:29.916730 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Attempting to bind port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:53:29.917090 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Attempting to bind port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:53:29.917447 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Attempting to bind port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:53:29.922365 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:53:29.922735 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Attempting to bind port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:53:29.928793 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:53:29.929120 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Checking segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:53:29.929587 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Bound using segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:53:29.930022 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Bound port: 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:53:29.930370 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:29.990947 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ea649-f67d-4fac-869a-5bef9348811b req-6e80b3f8-a6bb-42f9-8444-e829c871d770 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:29.992326 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-648ea649-f67d-4fac-869a-5bef9348811b req-6e80b3f8-a6bb-42f9-8444-e829c871d770 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 944 time: 0.0509400 Oct 28 15:53:29.993536 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] For port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:53:29.996582 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] For port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:53:30.030834 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-648ea649-f67d-4fac-869a-5bef9348811b req-03063437-f8ed-4cf7-9f4b-a57d269157f9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Oct 28 15:53:30.067484 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:30.104052 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:30.104674 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:30.106026 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] 10.222.0.49 "PUT /v2.0/ports/70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 HTTP/1.1" status: 200 len: 1094 time: 0.7292285 Oct 28 15:53:30.106513 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c137307-ffa2-4022-8b8a-ebcf2a5af12a', 'tag': '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:53:30.109285 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbdd729-4222-4779-90f3-5cb67b7fd43e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c137307-ffa2-4022-8b8a-ebcf2a5af12a", "tag": "70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:53:30.131810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec4161-e7f9-4d2e-bff8-1b431410af60 service neutron] Pushing event updated for resources: {'Port': ['ID=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:30.152422 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5938a7e5-586a-4ede-869e-3651fafdec2c x-openstack-request-id: req-5938a7e5-586a-4ede-869e-3651fafdec2c {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:53:30.152736 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c137307-ffa2-4022-8b8a-ebcf2a5af12a", "tag": "70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:53:30.152976 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5938a7e5-586a-4ede-869e-3651fafdec2c {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:53:30.153371 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c137307-ffa2-4022-8b8a-ebcf2a5af12a', 'tag': '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9', 'status': 'completed', 'code': 200} Oct 28 15:53:30.245197 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd729-4222-4779-90f3-5cb67b7fd43e req-0304d072-b198-444c-bcab-b58c4b170bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:30.246582 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-dbbdd729-4222-4779-90f3-5cb67b7fd43e req-0304d072-b198-444c-bcab-b58c4b170bdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 1097 time: 0.0432863 Oct 28 15:53:30.347130 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd729-4222-4779-90f3-5cb67b7fd43e req-e3b79ece-84cd-4ae1-92fa-5e3b5ffd6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:30.348585 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-dbbdd729-4222-4779-90f3-5cb67b7fd43e req-e3b79ece-84cd-4ae1-92fa-5e3b5ffd6996 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a4df9263130f4e45aa80e63b69905f0f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0876400 Oct 28 15:53:30.445291 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbdd729-4222-4779-90f3-5cb67b7fd43e req-da828839-0885-4ce3-a682-dd4f66837976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:30.446722 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-dbbdd729-4222-4779-90f3-5cb67b7fd43e req-da828839-0885-4ce3-a682-dd4f66837976 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896962 Oct 28 15:53:30.525976 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-e5a620b5-c18e-4851-81af-dde3b9f36afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:30.527368 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-e5a620b5-c18e-4851-81af-dde3b9f36afe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 1097 time: 0.0394032 Oct 28 15:53:30.581007 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-f8355bd9-17f3-4ca7-becf-693c9486b3f7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 HTTP/1.1" status: 200 len: 217 time: 0.0356247 Oct 28 15:53:30.630999 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-b7e3f652-5c72-4f64-a3ec-ed77aff109f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:30.632368 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-b7e3f652-5c72-4f64-a3ec-ed77aff109f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0422478 Oct 28 15:53:30.664150 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-a30a6416-d3a2-4909-8dfe-e522e17aa772 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237398 Oct 28 15:53:30.755040 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-4c59d097-713a-4af2-9941-2db32ce7350d service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825410 Oct 28 15:53:30.844829 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-86f0e62d-8870-45f3-9b1a-eea81732eb3d req-eec4c326-82bb-430b-b5b3-338533e9fef8 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801935 Oct 28 15:53:31.147716 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fc163-24ae-4cfa-84b3-804d28347dc5 req-ae03d38d-097a-4139-a726-162d13b73eaf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:31.149127 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b74fc163-24ae-4cfa-84b3-804d28347dc5 req-ae03d38d-097a-4139-a726-162d13b73eaf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 944 time: 0.0484447 Oct 28 15:53:31.186397 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b74fc163-24ae-4cfa-84b3-804d28347dc5 req-5924a95b-c4ed-4028-946c-1d85a98327f2 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Oct 28 15:53:32.307987 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97b3cf-ed7e-4b33-af9e-6c248662d3aa req-9463b610-4fe9-435d-976b-483b612bf0de tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:32.309488 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0d97b3cf-ed7e-4b33-af9e-6c248662d3aa req-9463b610-4fe9-435d-976b-483b612bf0de tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 944 time: 0.0577774 Oct 28 15:53:32.347707 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0d97b3cf-ed7e-4b33-af9e-6c248662d3aa req-272a661b-98d4-45fa-9877-4f183cf95f09 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318034 Oct 28 15:53:33.462973 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44191458-3e2f-4969-9c10-f14b14f428cc req-8e1b3787-026a-4658-81b7-413344e6f223 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:33.464450 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-44191458-3e2f-4969-9c10-f14b14f428cc req-8e1b3787-026a-4658-81b7-413344e6f223 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 944 time: 0.0510297 Oct 28 15:53:33.503975 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-44191458-3e2f-4969-9c10-f14b14f428cc req-6e58a442-a1b5-42e2-a115-c4fee8980519 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Oct 28 15:53:34.616700 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ed581-bf3e-44d9-bbcc-f221e33491be req-dee2d74d-4333-429a-8e79-806f3f36a82f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:34.618246 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-714ed581-bf3e-44d9-bbcc-f221e33491be req-dee2d74d-4333-429a-8e79-806f3f36a82f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 944 time: 0.0485950 Oct 28 15:53:34.657549 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-714ed581-bf3e-44d9-bbcc-f221e33491be req-31e2b745-0058-42bd-bbf6-7a998cfc70c3 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Oct 28 15:53:35.579788 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:53:35.675575 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:53:35.686599 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9', 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'port_id': '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9', 'mac_address': 'fa:16:3e:5b:0a:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fd9c8c-b068-4381-85ec-1623fa548c39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:53:35.730157 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:35.745261 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:53:35.768052 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:53:35.782464 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b1ec6-9714-42a0-868a-9fc040f1f57d req-e9f7d171-7448-40ff-bbe7-0086f076e7db tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:35.783934 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1b1b1ec6-9714-42a0-868a-9fc040f1f57d req-e9f7d171-7448-40ff-bbe7-0086f076e7db tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 944 time: 0.0540447 Oct 28 15:53:35.820691 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1b1b1ec6-9714-42a0-868a-9fc040f1f57d req-c1b98baa-a64d-45c3-992a-f40d21d293da tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Oct 28 15:53:35.834184 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:35.880477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:36.935877 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b6ea2-5e73-4937-baf5-15ce50e14e77 req-40d77197-94c7-4010-a639-257964cde106 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:36.937326 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6f9b6ea2-5e73-4937-baf5-15ce50e14e77 req-40d77197-94c7-4010-a639-257964cde106 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 945 time: 0.0513058 Oct 28 15:53:36.974492 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6f9b6ea2-5e73-4937-baf5-15ce50e14e77 req-75cbaa43-0280-4884-a6dd-adb05ab01c56 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312643 Oct 28 15:53:38.088636 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb669a-6e0a-4402-b0a3-d1ce5bd941ca req-a53c1671-d847-4381-982b-9ac841a5bea0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:38.090123 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2ddb669a-6e0a-4402-b0a3-d1ce5bd941ca req-a53c1671-d847-4381-982b-9ac841a5bea0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 945 time: 0.0509596 Oct 28 15:53:38.126847 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2ddb669a-6e0a-4402-b0a3-d1ce5bd941ca req-f0486442-9ecd-4d5e-a986-3f9970944990 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308943 Oct 28 15:53:39.239584 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68390e-8664-4612-b7cf-642f8fdb58ed req-73d13e5c-c34f-411b-9d34-45bdcac6bce4 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:39.241057 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6b68390e-8664-4612-b7cf-642f8fdb58ed req-73d13e5c-c34f-411b-9d34-45bdcac6bce4 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 945 time: 0.0486217 Oct 28 15:53:39.277376 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6b68390e-8664-4612-b7cf-642f8fdb58ed req-88be7d35-31e1-4468-97f7-2e3cbbdb8075 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303876 Oct 28 15:53:40.203199 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:53:40.413131 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75062f58-5da7-44fc-8412-c43fdf05fb36 req-7ce60890-966a-454b-95ea-763d41e7adba tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:40.414566 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-75062f58-5da7-44fc-8412-c43fdf05fb36 req-7ce60890-966a-454b-95ea-763d41e7adba tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 945 time: 0.0513330 Oct 28 15:53:40.451873 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-75062f58-5da7-44fc-8412-c43fdf05fb36 req-1e9301f9-902f-479c-aeda-3d21171f95d0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313699 Oct 28 15:53:40.452467 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:53:41.016344 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:41.566727 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e84a0-ac96-44ce-8a1a-11320c18d9d7 req-8c64325b-442e-404b-af87-ba0bf2dba114 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:41.568215 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c1e84a0-ac96-44ce-8a1a-11320c18d9d7 req-8c64325b-442e-404b-af87-ba0bf2dba114 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 945 time: 0.0514507 Oct 28 15:53:41.605612 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0c1e84a0-ac96-44ce-8a1a-11320c18d9d7 req-48c0a9aa-2814-4bca-b1e6-2779a2d05801 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Oct 28 15:53:41.970644 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:53:42.109365 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:53:42.113417 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:53:42.113824 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:42.197704 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:42.219060 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c137307-ffa2-4022-8b8a-ebcf2a5af12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:53:42.221302 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7ea0d6-9184-46bb-ad09-c43c866a7a15" -d '{"events": [{"server_uuid": "7c137307-ffa2-4022-8b8a-ebcf2a5af12a", "name": "network-vif-plugged", "status": "completed", "tag": "70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:53:42.233516 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:53:42.256250 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f59fc5d-d088-4218-bad6-42656afaf20b x-openstack-request-id: req-1f59fc5d-d088-4218-bad6-42656afaf20b {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:53:42.256564 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c137307-ffa2-4022-8b8a-ebcf2a5af12a", "name": "network-vif-plugged", "status": "completed", "tag": "70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:53:42.256809 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1f59fc5d-d088-4218-bad6-42656afaf20b {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:53:42.257190 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c137307-ffa2-4022-8b8a-ebcf2a5af12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9', 'code': 200} Oct 28 15:53:42.331865 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:42.378805 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:42.575651 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009101d-759d-4545-b3e6-c622a9fda8e6 req-0efa8a72-e7a7-4854-aeb6-8d405f7a5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:42.577041 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5009101d-759d-4545-b3e6-c622a9fda8e6 req-0efa8a72-e7a7-4854-aeb6-8d405f7a5337 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 1099 time: 0.0392597 Oct 28 15:53:42.612421 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5009101d-759d-4545-b3e6-c622a9fda8e6 req-208393c1-d2b8-4b0a-96d7-19b56fe169fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275173 Oct 28 15:53:42.725721 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3777-2086-418c-ba93-a8e41509812d req-a5f4877b-7683-498c-b38a-a46fab484dfa tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:42.727243 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-888d3777-2086-418c-ba93-a8e41509812d req-a5f4877b-7683-498c-b38a-a46fab484dfa tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0478580 Oct 28 15:53:42.766131 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-888d3777-2086-418c-ba93-a8e41509812d req-be0a0a85-6c43-4b50-95e5-7b3157bf2de0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Oct 28 15:53:43.882899 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e08b2-8f5f-4e27-8fdd-4659a1582bb6 req-621f05d1-f6b2-4ec3-931b-61db8312cb22 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:43.888151 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4a2e08b2-8f5f-4e27-8fdd-4659a1582bb6 req-621f05d1-f6b2-4ec3-931b-61db8312cb22 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0514197 Oct 28 15:53:43.920639 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4a2e08b2-8f5f-4e27-8fdd-4659a1582bb6 req-c13683a6-96f4-41e6-9596-87d8b74da2e1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298913 Oct 28 15:53:45.034599 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfe2b5-7eae-440f-af3e-8b325d7a66cd req-e8e2e8f1-7c59-4984-8e75-6147018c6bb2 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:45.035959 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bbbfe2b5-7eae-440f-af3e-8b325d7a66cd req-e8e2e8f1-7c59-4984-8e75-6147018c6bb2 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0481746 Oct 28 15:53:45.073201 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bbbfe2b5-7eae-440f-af3e-8b325d7a66cd req-8114c727-c3be-4611-8690-7a35e2f49776 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Oct 28 15:53:45.417387 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c6ddd2f8-dce9-4adf-af1d-0773a421a111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:46.189886 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f8af2-575b-490f-b792-5dcde63ff5ff req-5f76d0c8-87cc-48e0-88e2-b52df14a78c1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:46.191334 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-033f8af2-575b-490f-b792-5dcde63ff5ff req-5f76d0c8-87cc-48e0-88e2-b52df14a78c1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0482337 Oct 28 15:53:46.227405 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-033f8af2-575b-490f-b792-5dcde63ff5ff req-7150ea0d-d2fa-4fd1-ae81-24c89885c612 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301809 Oct 28 15:53:47.349196 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faac2e-6282-4657-a9c6-fff91e3dcae4 req-ad0f5396-f9df-48bf-82c7-cb7a34c3835d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:47.350997 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c0faac2e-6282-4657-a9c6-fff91e3dcae4 req-ad0f5396-f9df-48bf-82c7-cb7a34c3835d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0581074 Oct 28 15:53:47.391430 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c0faac2e-6282-4657-a9c6-fff91e3dcae4 req-b7e31a16-f2df-49d3-bab5-8ea9e55e165a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Oct 28 15:53:48.194933 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32b83238-a983-4f6f-a370-7ed95c5fb5a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:48.503283 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1717-fafa-4f96-83ac-cfe2201915eb req-eb3ee943-7c1e-49bf-a0e3-8397014b7755 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:48.504783 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a46a1717-fafa-4f96-83ac-cfe2201915eb req-eb3ee943-7c1e-49bf-a0e3-8397014b7755 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0484645 Oct 28 15:53:48.541643 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a46a1717-fafa-4f96-83ac-cfe2201915eb req-fbaea713-2c4a-4333-8f40-aa627620019a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310082 Oct 28 15:53:49.120511 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:49.429495 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:49.660359 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437fb57-e50a-4fd5-ae72-2a14acc294ca req-3b3530e1-e8a3-4057-aa14-25b70c62843d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:49.661820 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a437fb57-e50a-4fd5-ae72-2a14acc294ca req-3b3530e1-e8a3-4057-aa14-25b70c62843d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0494571 Oct 28 15:53:49.701862 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a437fb57-e50a-4fd5-ae72-2a14acc294ca req-11d23675-60c5-4615-aaac-1d2720a8d0b5 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Oct 28 15:53:51.103422 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:56.503613 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4beb14-f061-40e0-bcbd-1d765d1a9b14 req-cdc1c4bd-fd85-4bf6-a81a-2aec96377101 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:56.505107 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9c4beb14-f061-40e0-bcbd-1d765d1a9b14 req-cdc1c4bd-fd85-4bf6-a81a-2aec96377101 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0518148 Oct 28 15:53:56.543235 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9c4beb14-f061-40e0-bcbd-1d765d1a9b14 req-3809c896-a6f6-49ef-89d7-5f8cd3f6fb58 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320961 Oct 28 15:53:56.843752 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5a08f10e-46dc-422a-a5c6-bec4725b734f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:56.845665 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5a08f10e-46dc-422a-a5c6-bec4725b734f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 815 time: 0.0999300 Oct 28 15:53:56.860855 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f484d51b-c0df-4930-8656-7f02907ac077 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/quotas/a4df9263130f4e45aa80e63b69905f0f HTTP/1.1" status: 200 len: 375 time: 0.0094275 Oct 28 15:53:56.916581 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-b58a1c83-5c35-454e-937e-bb7d53163776 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492516 Oct 28 15:53:57.005439 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-93f15b34-ab40-4237-a797-36417287c281 service neutron] 10.222.0.86 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813067 Oct 28 15:53:57.101726 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-70ce01e5-819b-4438-a67b-1394ae058567 service neutron] 10.222.0.86 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891602 Oct 28 15:53:57.332789 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49fc7ce6-4147-4dff-9055-9ca8aecaba8a req-47a099ee-571b-4263-8f37-dc83213e4467 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 210 time: 0.0273781 Oct 28 15:53:57.664636 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a98fb-41b3-40a1-8eef-395ae5f9ed57 req-3a7a2575-c87d-4232-9020-2ea37bf448d3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:57.666095 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef5a98fb-41b3-40a1-8eef-395ae5f9ed57 req-3a7a2575-c87d-4232-9020-2ea37bf448d3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0534077 Oct 28 15:53:57.706682 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef5a98fb-41b3-40a1-8eef-395ae5f9ed57 req-445bb882-1b3b-42c1-b503-2d3d20e0d619 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345204 Oct 28 15:53:57.826841 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d68e6b-9aac-4f9f-880c-c375a09908f1 req-397a7fe3-6da5-4c1c-ae41-d62eb92ae741 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:57.828379 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0d68e6b-9aac-4f9f-880c-c375a09908f1 req-397a7fe3-6da5-4c1c-ae41-d62eb92ae741 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 945 time: 0.0513661 Oct 28 15:53:57.866022 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0d68e6b-9aac-4f9f-880c-c375a09908f1 req-69816e5f-e7bb-4865-9d96-649141f5b97a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Oct 28 15:53:58.429134 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b736414b-96a1-4a87-a7a6-67e2458dee38 req-96afa17d-df82-43e4-9c85-7af114560800 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 210 time: 0.0267346 Oct 28 15:53:58.819919 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5a998-9958-4b88-a5a6-9877b31e9fd5 req-dd8c6c76-ba22-4ad3-89dd-6a20c03d360b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:58.821391 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-14d5a998-9958-4b88-a5a6-9877b31e9fd5 req-dd8c6c76-ba22-4ad3-89dd-6a20c03d360b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0474555 Oct 28 15:53:58.858117 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-14d5a998-9958-4b88-a5a6-9877b31e9fd5 req-70ee50c8-bf2f-4615-9f4b-fa07b3631c20 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308990 Oct 28 15:53:59.030169 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6571fc7-c6f9-48f0-a200-881b40677011 req-f513a160-14eb-407b-a220-98d2ebb7191e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:59.031520 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a6571fc7-c6f9-48f0-a200-881b40677011 req-f513a160-14eb-407b-a220-98d2ebb7191e tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 945 time: 0.0477352 Oct 28 15:53:59.073151 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a6571fc7-c6f9-48f0-a200-881b40677011 req-7508da1e-9020-49d3-a17b-718bd01346c0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Oct 28 15:53:59.348474 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-94565869-496b-4e4a-bc0b-ce167dc078ab tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:59.349953 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-94565869-496b-4e4a-bc0b-ce167dc078ab tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 815 time: 0.1038668 Oct 28 15:53:59.368933 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Request body: {'port': {'device_id': '0f5baa7d-5358-40c6-a51c-a34163376b75', 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'admin_state_up': True, 'tenant_id': 'a4df9263130f4e45aa80e63b69905f0f'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:53:59.520841 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4b9a7496-2788-4a74-ab28-59fd6d5fdda3 req-dc3e78fb-597d-4e9f-a6bb-76ff002be9e9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 210 time: 0.0267162 Oct 28 15:53:59.532347 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Made reservation on behalf of a4df9263130f4e45aa80e63b69905f0f for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:53:59.535839 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:59.663068 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Allocated IP 172.20.0.3 (d24ae9ef-f446-4a47-88b9-f91bd62a5742/b3fd9c8c-b068-4381-85ec-1623fa548c39/b3c1dc04-d968-489d-a7e3-5d4f928d3663) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:53:59.807273 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:59.888161 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:59.926560 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['467c0f2a-2891-4497-94f8-386341a69775', '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:53:59.933442 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Network d24ae9ef-f446-4a47-88b9-f91bd62a5742 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:53:59.938845 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:53:59.942774 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:53:59.966080 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Pushing event updated for resources: {'Port': ['ID=b3c1dc04-d968-489d-a7e3-5d4f928d3663,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:53:59.975129 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4ee94-e43c-4027-8357-aad8f69f43a0 req-ce7547e6-704e-4e45-a63f-54b9cefbe088 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:53:59.976861 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8ca4ee94-e43c-4027-8357-aad8f69f43a0 req-ce7547e6-704e-4e45-a63f-54b9cefbe088 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0505314 Oct 28 15:54:00.003963 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:00.004930 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:00.020997 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8ca4ee94-e43c-4027-8357-aad8f69f43a0 req-6ac63e2b-cbc9-4f84-9803-d3992d1fba09 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348766 Oct 28 15:54:00.103331 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-f7b4d875-b2db-4598-88c7-4723b95388bf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7355289 Oct 28 15:54:00.115370 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Request body: {'port': {'device_id': '0f5baa7d-5358-40c6-a51c-a34163376b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:00.174131 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:00.192010 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edcb40-0051-4e26-8244-08a2cefd0071 req-da5392a0-cbcf-4d3f-86b4-3c68711010d0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:00.193538 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-50edcb40-0051-4e26-8244-08a2cefd0071 req-da5392a0-cbcf-4d3f-86b4-3c68711010d0 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 945 time: 0.0492241 Oct 28 15:54:00.235412 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-50edcb40-0051-4e26-8244-08a2cefd0071 req-85ea9f28-ce9a-4f56-9fa7-cceac83e04bb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354145 Oct 28 15:54:00.425267 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c1dc04-d968-489d-a7e3-5d4f928d3663 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:54:00.432271 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:00.444273 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Transition to ACTIVE for port object b3c1dc04-d968-489d-a7e3-5d4f928d3663 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:54:00.476182 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.49', 52607) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:00.505404 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:00.573347 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40751410-bb04-4771-9cf5-6adc8819f072 req-234035cb-a764-44ea-87a6-f2043a9734fb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:00.574811 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-40751410-bb04-4771-9cf5-6adc8819f072 req-234035cb-a764-44ea-87a6-f2043a9734fb tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.49 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 945 time: 0.0976279 Oct 28 15:54:00.576793 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c1dc04-d968-489d-a7e3-5d4f928d3663,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:00.638482 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2d307-6fec-47ca-bb36-b25d712d12bf req-20afc6f5-a486-43f2-b9e8-c5f27ea63451 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:00.640407 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-74d2d307-6fec-47ca-bb36-b25d712d12bf req-20afc6f5-a486-43f2-b9e8-c5f27ea63451 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 943 time: 0.0525560 Oct 28 15:54:00.678148 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-74d2d307-6fec-47ca-bb36-b25d712d12bf req-908f6473-35b4-432d-9b72-a9caca5ab0d0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318007 Oct 28 15:54:00.697291 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Attempting to bind port b3c1dc04-d968-489d-a7e3-5d4f928d3663 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:54:00.697625 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Attempting to bind port b3c1dc04-d968-489d-a7e3-5d4f928d3663 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:54:00.697950 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Attempting to bind port b3c1dc04-d968-489d-a7e3-5d4f928d3663 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:00.706546 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Port b3c1dc04-d968-489d-a7e3-5d4f928d3663 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:54:00.706863 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Attempting to bind port b3c1dc04-d968-489d-a7e3-5d4f928d3663 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:00.714074 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:54:00.714399 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Checking segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:00.714777 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Bound using segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:54:00.715192 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Bound port: b3c1dc04-d968-489d-a7e3-5d4f928d3663, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:54:00.715536 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:00.763226 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Deleting port 945cbb3b-4860-4e0a-bc0f-8207105a990c {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:54:00.763554 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:01.071388 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] For port b3c1dc04-d968-489d-a7e3-5d4f928d3663, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:54:01.076295 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] For port b3c1dc04-d968-489d-a7e3-5d4f928d3663, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=b3c1dc04-d968-489d-a7e3-5d4f928d3663,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:54:01.105479 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] For port 945cbb3b-4860-4e0a-bc0f-8207105a990c, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=945cbb3b-4860-4e0a-bc0f-8207105a990c,segment=NetworkSegment(4c9c1618-9d81-48ee-9bc7-1162f47af250),segment_id=4c9c1618-9d81-48ee-9bc7-1162f47af250)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:01.105844 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:01.119548 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Calling delete_port for 945cbb3b-4860-4e0a-bc0f-8207105a990c owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:54:01.134455 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8047717-beaf-4dfc-b106-8134c964f609 req-42772cca-1dad-4b1c-9123-cc58733587bd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.137283 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d8047717-beaf-4dfc-b106-8134c964f609 req-42772cca-1dad-4b1c-9123-cc58733587bd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0485625 Oct 28 15:54:01.160914 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:01.175808 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d8047717-beaf-4dfc-b106-8134c964f609 req-454759ec-f184-44c1-82a1-d8da1348b3b3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329468 Oct 28 15:54:01.201397 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.202010 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:01.203364 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] 10.222.0.49 "PUT /v2.0/ports/b3c1dc04-d968-489d-a7e3-5d4f928d3663 HTTP/1.1" status: 200 len: 1093 time: 1.0923421 Oct 28 15:54:01.207297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5baa7d-5358-40c6-a51c-a34163376b75', 'tag': 'b3c1dc04-d968-489d-a7e3-5d4f928d3663'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:54:01.211267 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1971b1f8-6dbd-460c-b3cf-ae2e14bd4a96" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5baa7d-5358-40c6-a51c-a34163376b75", "tag": "b3c1dc04-d968-489d-a7e3-5d4f928d3663"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:54:01.251723 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfca7de-9566-4264-ae42-58f46ed8ca56 x-openstack-request-id: req-3dfca7de-9566-4264-ae42-58f46ed8ca56 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:54:01.252008 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5baa7d-5358-40c6-a51c-a34163376b75", "tag": "b3c1dc04-d968-489d-a7e3-5d4f928d3663", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:54:01.252255 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3dfca7de-9566-4264-ae42-58f46ed8ca56 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:54:01.252665 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5baa7d-5358-40c6-a51c-a34163376b75', 'tag': 'b3c1dc04-d968-489d-a7e3-5d4f928d3663', 'status': 'completed', 'code': 200} Oct 28 15:54:01.254080 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa53d57-0ffa-44ed-af9c-3ab9ad9bdc83 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c1dc04-d968-489d-a7e3-5d4f928d3663,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:01.347418 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971b1f8-6dbd-460c-b3cf-ae2e14bd4a96 req-7ac8ecda-903c-433e-9119-ecae899f35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.348864 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1971b1f8-6dbd-460c-b3cf-ae2e14bd4a96 req-7ac8ecda-903c-433e-9119-ecae899f35cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 1096 time: 0.0570951 Oct 28 15:54:01.354674 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceac68c-05fe-4f40-b014-84157884a850 req-cefe95ce-bda3-43e9-90f2-2065886d63e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.356130 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5ceac68c-05fe-4f40-b014-84157884a850 req-cefe95ce-bda3-43e9-90f2-2065886d63e7 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 945 time: 0.0493588 Oct 28 15:54:01.394362 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5ceac68c-05fe-4f40-b014-84157884a850 req-4de71e8b-43f1-47df-9831-9239d2d9385a tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/security-groups?id=812ffe7d-4e13-488b-9aa4-4aa75e38884e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Oct 28 15:54:01.410742 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:01.421800 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['945cbb3b-4860-4e0a-bc0f-8207105a990c'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:54:01.445971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Pushing event deleted for resources: {'Port': ['ID=945cbb3b-4860-4e0a-bc0f-8207105a990c,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:01.498684 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] No DVR routers for this DVR port 945cbb3b-4860-4e0a-bc0f-8207105a990c on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:54:01.502705 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:01.505954 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-40751410-bb04-4771-9cf5-6adc8819f072 req-f0cc7623-cbda-4541-860b-5bfdfad1a733 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.49 "DELETE /v2.0/ports/945cbb3b-4860-4e0a-bc0f-8207105a990c HTTP/1.1" status: 204 len: 173 time: 0.9134164 Oct 28 15:54:01.519400 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971b1f8-6dbd-460c-b3cf-ae2e14bd4a96 req-f66834a8-9b81-4052-9db5-86ebdc969b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.520855 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1971b1f8-6dbd-460c-b3cf-ae2e14bd4a96 req-f66834a8-9b81-4052-9db5-86ebdc969b62 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a4df9263130f4e45aa80e63b69905f0f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1571918 Oct 28 15:54:01.635823 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971b1f8-6dbd-460c-b3cf-ae2e14bd4a96 req-1e1b67dc-4977-40f0-8f65-f334e755c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.637196 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1971b1f8-6dbd-460c-b3cf-ae2e14bd4a96 req-1e1b67dc-4977-40f0-8f65-f334e755c6c4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0945401 Oct 28 15:54:01.734182 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-9b923ad4-92f1-44e4-88c5-de00f927c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.736511 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-9b923ad4-92f1-44e4-88c5-de00f927c490 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 1096 time: 0.0470235 Oct 28 15:54:01.786762 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-63a769fd-b6f1-433f-a25b-d8c0be2fabb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3c1dc04-d968-489d-a7e3-5d4f928d3663 HTTP/1.1" status: 200 len: 217 time: 0.0392060 Oct 28 15:54:01.803757 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e946a-952f-46b4-a65e-e0e11b60cfa0 req-b78038d6-3ccb-465a-9892-1521baae7547 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.805281 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-447e946a-952f-46b4-a65e-e0e11b60cfa0 req-b78038d6-3ccb-465a-9892-1521baae7547 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 943 time: 0.0546684 Oct 28 15:54:01.836639 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-6f9734b9-d16f-4f4c-9e43-7998736204fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:01.838142 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-6f9734b9-d16f-4f4c-9e43-7998736204fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0439906 Oct 28 15:54:01.842723 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-447e946a-952f-46b4-a65e-e0e11b60cfa0 req-bc0eeba9-4d3e-4352-a251-c75359eef540 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312209 Oct 28 15:54:01.871581 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-adee13db-25a7-4fba-9da2-49ad53187b5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249333 Oct 28 15:54:01.971474 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-1db5caea-a706-495c-a75d-24c74758bec1 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859885 Oct 28 15:54:02.068982 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-ae697a17-91a8-4500-a909-870b4a271ba4 req-512e7666-e194-40c0-8dbd-327dd48b39f9 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890787 Oct 28 15:54:02.289216 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855fe00-658e-4d0d-9b9a-ece3620f3622 req-fcf48ecd-3817-4096-aa61-4002e2d53570 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:02.290571 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4855fe00-658e-4d0d-9b9a-ece3620f3622 req-fcf48ecd-3817-4096-aa61-4002e2d53570 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0475082 Oct 28 15:54:02.326931 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4855fe00-658e-4d0d-9b9a-ece3620f3622 req-0994279e-3d79-4b2f-9f58-a9610097a996 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306160 Oct 28 15:54:02.496558 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-73ad9b82-9f2a-498f-a22e-66a177e7430b req-fb01b680-5803-4443-8e7d-b73ba5a879d1 tempest-VolumesSnapshotTestJSON-492348396 tempest-VolumesSnapshotTestJSON-492348396-project] 10.222.0.86 "GET /v2.0/ports?device_id=b72df304-0e28-4952-a539-2928b1f19391 HTTP/1.1" status: 200 len: 210 time: 0.0256741 Oct 28 15:54:02.964509 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973a72d-a833-48cc-b4f0-aee8b5129a89 req-bf1cc8db-b00b-4fc8-9841-247eb89df537 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:02.965952 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1973a72d-a833-48cc-b4f0-aee8b5129a89 req-bf1cc8db-b00b-4fc8-9841-247eb89df537 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 943 time: 0.0571942 Oct 28 15:54:03.010059 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1973a72d-a833-48cc-b4f0-aee8b5129a89 req-29b3d873-5dcd-4d58-b2d9-9f6ff1d4168e tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361507 Oct 28 15:54:03.253911 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72df304-0e28-4952-a539-2928b1f19391', 'name': 'network-vif-deleted', 'tag': '945cbb3b-4860-4e0a-bc0f-8207105a990c'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:54:03.256261 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51caea5-ec15-40b8-95d0-090a0fcd062c" -d '{"events": [{"server_uuid": "b72df304-0e28-4952-a539-2928b1f19391", "name": "network-vif-deleted", "tag": "945cbb3b-4860-4e0a-bc0f-8207105a990c"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:54:03.291405 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cbd193-2136-40a6-a5d3-37df00fd40ed x-openstack-request-id: req-89cbd193-2136-40a6-a5d3-37df00fd40ed {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:54:03.291687 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72df304-0e28-4952-a539-2928b1f19391", "name": "network-vif-deleted", "tag": "945cbb3b-4860-4e0a-bc0f-8207105a990c", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:54:03.291960 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-89cbd193-2136-40a6-a5d3-37df00fd40ed {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:54:03.292349 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72df304-0e28-4952-a539-2928b1f19391', 'name': 'network-vif-deleted', 'tag': '945cbb3b-4860-4e0a-bc0f-8207105a990c', 'status': 'completed', 'code': 200} Oct 28 15:54:03.442382 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e0a95-7a7f-4b41-8e83-73b8ad1d0e94 req-d89328b2-e079-429c-b1c0-38c247bc9522 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:03.443962 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef1e0a95-7a7f-4b41-8e83-73b8ad1d0e94 req-d89328b2-e079-429c-b1c0-38c247bc9522 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0489628 Oct 28 15:54:03.481908 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef1e0a95-7a7f-4b41-8e83-73b8ad1d0e94 req-df5791ea-e867-4abb-b69e-66be7ba62f0c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316875 Oct 28 15:54:04.057540 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 945cbb3b-4860-4e0a-bc0f-8207105a990c no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:54:04.077033 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 945cbb3b-4860-4e0a-bc0f-8207105a990c {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:54:04.082630 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 945cbb3b-4860-4e0a-bc0f-8207105a990c not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:54:04.140109 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3e514-10b4-4fb8-8966-d1cd8861fe0d req-fd8003fb-a520-460d-9e6b-fee4dc9ccd4b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:04.142160 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-24e3e514-10b4-4fb8-8966-d1cd8861fe0d req-fd8003fb-a520-460d-9e6b-fee4dc9ccd4b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 943 time: 0.0495429 Oct 28 15:54:04.179046 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-24e3e514-10b4-4fb8-8966-d1cd8861fe0d req-2f09e280-727f-40a9-821b-541fd358cdd1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Oct 28 15:54:04.598916 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac34169-5e49-4591-ad3e-35a8fa5d33eb req-77c9701d-51e8-4a1e-8933-b69243376c38 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:04.600353 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6ac34169-5e49-4591-ad3e-35a8fa5d33eb req-77c9701d-51e8-4a1e-8933-b69243376c38 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0510569 Oct 28 15:54:04.636696 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6ac34169-5e49-4591-ad3e-35a8fa5d33eb req-fe55dad5-50d1-4341-a246-ea2eda7e9184 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304956 Oct 28 15:54:05.341195 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90f5ec-06dc-4ecb-aac9-8a2ca017912a req-7c509d3e-cc3a-4873-a806-ba3d21d45b90 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:05.342674 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd90f5ec-06dc-4ecb-aac9-8a2ca017912a req-7c509d3e-cc3a-4873-a806-ba3d21d45b90 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 943 time: 0.0479004 Oct 28 15:54:05.381903 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd90f5ec-06dc-4ecb-aac9-8a2ca017912a req-dd705142-9a8f-4db9-832a-e681bb97227d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Oct 28 15:54:05.748549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a08bf-11a2-4c3f-b75a-eff137e3f3b5 req-d1d3b44a-8e95-4a52-99b0-934fb4a43e80 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:05.750126 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-947a08bf-11a2-4c3f-b75a-eff137e3f3b5 req-d1d3b44a-8e95-4a52-99b0-934fb4a43e80 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0487201 Oct 28 15:54:05.789165 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-947a08bf-11a2-4c3f-b75a-eff137e3f3b5 req-3f74485a-c963-4612-bc76-29ed4c254ea1 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307660 Oct 28 15:54:06.499006 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcab0ea-0caa-4d6f-94d5-fe0850d7e139 req-d05affdf-8148-4b5a-b382-8a04dfd012c1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:06.500493 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dbcab0ea-0caa-4d6f-94d5-fe0850d7e139 req-d05affdf-8148-4b5a-b382-8a04dfd012c1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 943 time: 0.0515225 Oct 28 15:54:06.536965 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dbcab0ea-0caa-4d6f-94d5-fe0850d7e139 req-dee7e1e0-ba37-4dd8-a542-ea474be4af3f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305998 Oct 28 15:54:06.904322 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a718-3295-485a-b46e-44e4d1343908 req-45c72ea9-561f-487d-b2eb-120c59775ab0 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:06.905809 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4f23a718-3295-485a-b46e-44e4d1343908 req-45c72ea9-561f-487d-b2eb-120c59775ab0 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0492158 Oct 28 15:54:06.942718 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4f23a718-3295-485a-b46e-44e4d1343908 req-ddec5dda-3e98-4e8f-a438-deae438c352e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304191 Oct 28 15:54:07.213283 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device b3c1dc04-d968-489d-a7e3-5d4f928d3663 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:54:07.308769 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port b3c1dc04-d968-489d-a7e3-5d4f928d3663, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=b3c1dc04-d968-489d-a7e3-5d4f928d3663,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:07.319709 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': 'b3c1dc04-d968-489d-a7e3-5d4f928d3663', 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'port_id': 'b3c1dc04-d968-489d-a7e3-5d4f928d3663', 'mac_address': 'fa:16:3e:5b:b1:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fd9c8c-b068-4381-85ec-1623fa548c39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:54:07.356558 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:07.369842 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c1dc04-d968-489d-a7e3-5d4f928d3663 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:54:07.388689 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port b3c1dc04-d968-489d-a7e3-5d4f928d3663, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=b3c1dc04-d968-489d-a7e3-5d4f928d3663,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:07.459142 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:07.509227 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=b3c1dc04-d968-489d-a7e3-5d4f928d3663,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:07.646234 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17905ac-5699-4514-adef-e0cb891fcc42 req-ec756d67-40d6-421d-8ff5-d701a83e61c2 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:07.647697 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f17905ac-5699-4514-adef-e0cb891fcc42 req-ec756d67-40d6-421d-8ff5-d701a83e61c2 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 944 time: 0.0475032 Oct 28 15:54:07.686939 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f17905ac-5699-4514-adef-e0cb891fcc42 req-9075d780-ca83-4eeb-9cb9-a97de2c85227 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333118 Oct 28 15:54:08.058356 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cd995-bdf3-4989-80cf-deefc1d78a9c req-16e2d7ac-75e0-4425-bc46-8acdbcaacda7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:08.059799 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5d3cd995-bdf3-4989-80cf-deefc1d78a9c req-16e2d7ac-75e0-4425-bc46-8acdbcaacda7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0507185 Oct 28 15:54:08.097045 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5d3cd995-bdf3-4989-80cf-deefc1d78a9c req-7b562c7d-3433-479e-ad08-e2635d9ee7ce tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308492 Oct 28 15:54:08.801537 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46db39d-d2f9-4cf5-b6fe-eeb148ef2084 req-785658ca-8f2c-4b67-aa05-3d92acf13144 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:08.802901 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b46db39d-d2f9-4cf5-b6fe-eeb148ef2084 req-785658ca-8f2c-4b67-aa05-3d92acf13144 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 944 time: 0.0492489 Oct 28 15:54:08.840327 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b46db39d-d2f9-4cf5-b6fe-eeb148ef2084 req-a1b462a8-2df2-4d46-8e91-f9ac019ff944 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Oct 28 15:54:09.208818 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1e400-8901-49b1-9e9f-7a4bfe95e216 req-48ac9916-fdaf-4816-857e-fb46b45f89cb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:09.210253 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6df1e400-8901-49b1-9e9f-7a4bfe95e216 req-48ac9916-fdaf-4816-857e-fb46b45f89cb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0471232 Oct 28 15:54:09.246195 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6df1e400-8901-49b1-9e9f-7a4bfe95e216 req-6cd9ce84-dd9b-4826-b6a5-02791e6dc7bf tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301356 Oct 28 15:54:09.955233 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ce616-532c-4657-ab27-f2898185a464 req-9e6c0c9b-3586-4d10-80fb-49cc8cf4ee29 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:09.956679 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e80ce616-532c-4657-ab27-f2898185a464 req-9e6c0c9b-3586-4d10-80fb-49cc8cf4ee29 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 944 time: 0.0509994 Oct 28 15:54:09.992989 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e80ce616-532c-4657-ab27-f2898185a464 req-d6beffc5-a431-4a4c-a840-461cf3873555 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302985 Oct 28 15:54:10.359930 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b9c6f-cec3-4d20-a598-e90d4e20563d req-ccb95448-bc69-4f8a-b987-7216bc80fec9 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:10.362000 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-191b9c6f-cec3-4d20-a598-e90d4e20563d req-ccb95448-bc69-4f8a-b987-7216bc80fec9 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0487020 Oct 28 15:54:10.404939 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-191b9c6f-cec3-4d20-a598-e90d4e20563d req-27d41691-8112-47ac-9375-d185ec86a41c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369072 Oct 28 15:54:10.628016 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['b3c1dc04-d968-489d-a7e3-5d4f928d3663'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:54:11.019279 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:11.106714 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34561b-04d1-42e9-b0c6-67bed5f76f48 req-4634e2f0-77a1-4112-93c1-b61b24408b5e tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:11.108162 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b34561b-04d1-42e9-b0c6-67bed5f76f48 req-4634e2f0-77a1-4112-93c1-b61b24408b5e tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 944 time: 0.0501754 Oct 28 15:54:11.146143 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9b34561b-04d1-42e9-b0c6-67bed5f76f48 req-9d97ad68-9c3c-4afa-999a-72050e70f0a4 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319631 Oct 28 15:54:11.521523 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460db51-1e86-441d-9d84-094ad1d19a61 req-224e2bc8-d061-4667-9fd3-79b74cb270ad tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:11.522946 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8460db51-1e86-441d-9d84-094ad1d19a61 req-224e2bc8-d061-4667-9fd3-79b74cb270ad tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0510504 Oct 28 15:54:11.559037 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8460db51-1e86-441d-9d84-094ad1d19a61 req-05b4978c-44f6-4d18-8c59-e5f4aaa86e98 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299923 Oct 28 15:54:12.202189 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device b3c1dc04-d968-489d-a7e3-5d4f928d3663 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:12.262123 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688cb15-2d8b-4bc7-94e6-3cc3ffba724b req-2c4153c6-ce46-4c5a-8e5e-f54010392af3 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:12.263848 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9688cb15-2d8b-4bc7-94e6-3cc3ffba724b req-2c4153c6-ce46-4c5a-8e5e-f54010392af3 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 944 time: 0.0507705 Oct 28 15:54:12.301692 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9688cb15-2d8b-4bc7-94e6-3cc3ffba724b req-90138785-3db3-44f9-b038-93949779f779 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Oct 28 15:54:12.305019 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port b3c1dc04-d968-489d-a7e3-5d4f928d3663 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:54:12.308995 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port b3c1dc04-d968-489d-a7e3-5d4f928d3663 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:12.309367 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:12.387152 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:12.410204 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5baa7d-5358-40c6-a51c-a34163376b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c1dc04-d968-489d-a7e3-5d4f928d3663'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:54:12.413498 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3e546e-3fa4-42e0-80a7-fb0382bc5438" -d '{"events": [{"server_uuid": "0f5baa7d-5358-40c6-a51c-a34163376b75", "name": "network-vif-plugged", "status": "completed", "tag": "b3c1dc04-d968-489d-a7e3-5d4f928d3663"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:54:12.434704 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port b3c1dc04-d968-489d-a7e3-5d4f928d3663, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=b3c1dc04-d968-489d-a7e3-5d4f928d3663,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:12.452489 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8625a8-6abe-4fb2-a87e-d6192d10919e x-openstack-request-id: req-7c8625a8-6abe-4fb2-a87e-d6192d10919e {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:54:12.452777 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5baa7d-5358-40c6-a51c-a34163376b75", "name": "network-vif-plugged", "status": "completed", "tag": "b3c1dc04-d968-489d-a7e3-5d4f928d3663", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:54:12.453025 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7c8625a8-6abe-4fb2-a87e-d6192d10919e {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:54:12.453470 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5baa7d-5358-40c6-a51c-a34163376b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c1dc04-d968-489d-a7e3-5d4f928d3663', 'code': 200} Oct 28 15:54:12.503712 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:12.552304 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=b3c1dc04-d968-489d-a7e3-5d4f928d3663,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:12.674838 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7ea4f-c296-45be-b838-7f8169b503aa req-daa3c012-d1fe-4334-ae97-d8ec17f269f7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:12.676272 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c9f7ea4f-c296-45be-b838-7f8169b503aa req-daa3c012-d1fe-4334-ae97-d8ec17f269f7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0490489 Oct 28 15:54:12.711971 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c9f7ea4f-c296-45be-b838-7f8169b503aa req-049fed1a-98d6-4c7a-ba85-ac2a9d03f757 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297275 Oct 28 15:54:12.855971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9d399-ab53-4b4c-9849-8db3c10f8635 req-805df6e9-30e6-41da-a681-e524c296a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:12.857488 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-64e9d399-ab53-4b4c-9849-8db3c10f8635 req-805df6e9-30e6-41da-a681-e524c296a3b7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 1098 time: 0.1013920 Oct 28 15:54:12.918235 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-64e9d399-ab53-4b4c-9849-8db3c10f8635 req-1866c004-7988-4799-9039-009a96ba5269 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495718 Oct 28 15:54:12.924928 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-1445d453-8305-4959-a392-372861a153a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1155155 Oct 28 15:54:13.256778 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-59ca04d1-fc6b-4d0c-960d-f93e02c3ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:13.258257 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-59ca04d1-fc6b-4d0c-960d-f93e02c3ac5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 1098 time: 0.0409331 Oct 28 15:54:13.372716 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-74a449a4-3f35-40c4-a7fa-c72da6d969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:13.374298 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-74a449a4-3f35-40c4-a7fa-c72da6d969e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 917 time: 0.0904377 Oct 28 15:54:13.423368 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9025e-6fea-479a-8829-73c4561efd0d req-69169920-1b08-47d0-89bf-319ea703ff73 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:13.423583 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-46ab600f-8dc6-482a-a7f4-dd082630ea82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467c0f2a-2891-4497-94f8-386341a69775 HTTP/1.1" status: 200 len: 217 time: 0.0358663 Oct 28 15:54:13.424921 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3df9025e-6fea-479a-8829-73c4561efd0d req-69169920-1b08-47d0-89bf-319ea703ff73 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 945 time: 0.0522919 Oct 28 15:54:13.467769 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3df9025e-6fea-479a-8829-73c4561efd0d req-b041181a-2d30-492b-86e7-3d2b0b8b793a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359643 Oct 28 15:54:13.479988 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-8ef0ba18-9fba-4695-b040-ab4090ae9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:13.481549 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-8ef0ba18-9fba-4695-b040-ab4090ae9577 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0459704 Oct 28 15:54:13.518017 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-110e00ad-e9e3-46c2-940a-e26e285bd578 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280156 Oct 28 15:54:13.613993 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-48b3812d-4109-44ff-99ee-f18073b27724 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857549 Oct 28 15:54:13.719388 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9310a748-bb26-4511-8e0b-a92b080ddb63 req-534d54f3-c493-444f-bc51-31857f58583a service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879452 Oct 28 15:54:13.837708 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2556da-6390-47c7-abb0-1d20b767154b req-85d08bee-00b5-4093-84d7-639b1cb9fb76 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:13.839160 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4c2556da-6390-47c7-abb0-1d20b767154b req-85d08bee-00b5-4093-84d7-639b1cb9fb76 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0497715 Oct 28 15:54:13.876090 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4c2556da-6390-47c7-abb0-1d20b767154b req-db7a9042-b271-4654-b506-8eae420604b3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307651 Oct 28 15:54:14.285100 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce615e-f01e-45d9-b8ed-8df186df85fd req-bd978c23-f27a-490d-9402-f3c6921a6343 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:14.286483 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dfce615e-f01e-45d9-b8ed-8df186df85fd req-bd978c23-f27a-490d-9402-f3c6921a6343 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0490072 Oct 28 15:54:14.323725 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dfce615e-f01e-45d9-b8ed-8df186df85fd req-2cbeec3c-a30b-442c-9697-a704484857f4 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308113 Oct 28 15:54:14.440899 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-0732a942-9285-4700-9a64-adceb9c17e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:14.442377 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-0732a942-9285-4700-9a64-adceb9c17e93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1099 time: 0.0409343 Oct 28 15:54:14.545837 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-07a7c8cb-b600-40e0-8ad9-2c38211ffd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:14.547682 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-07a7c8cb-b600-40e0-8ad9-2c38211ffd0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 913 time: 0.0964828 Oct 28 15:54:14.596664 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b43a7-d31b-43ab-b17c-c77c3f796463 req-a72be984-cc61-4e51-ae52-fe7918b5da3c tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:14.598160 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d50b43a7-d31b-43ab-b17c-c77c3f796463 req-a72be984-cc61-4e51-ae52-fe7918b5da3c tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 945 time: 0.0552545 Oct 28 15:54:14.638297 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-2955a104-ce9c-47ea-8dbf-ea05f2fea5f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 200 len: 1002 time: 0.0800958 Oct 28 15:54:14.693176 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-70220ff9-5f5b-4ae7-86a1-64a610377a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:14.694925 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-70220ff9-5f5b-4ae7-86a1-64a610377a58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0476129 Oct 28 15:54:14.749753 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-5afc2a31-8ab1-4d42-b3d1-83bd17546e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:14.749960 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-5afc2a31-8ab1-4d42-b3d1-83bd17546e8e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458889 Oct 28 15:54:14.855864 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-d162aff2-3aa2-4d01-868a-b02228377c91 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933864 Oct 28 15:54:14.858401 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d50b43a7-d31b-43ab-b17c-c77c3f796463 req-be9f7703-52ab-4de1-be4a-5e933048bb42 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531712 Oct 28 15:54:14.950147 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04dbf90a-44ec-47c2-902c-2132b388d56f req-597e00df-4e0a-4e35-ab0f-7dd75c5e824f service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812836 Oct 28 15:54:15.385813 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d8710f37-e93e-49e9-b1cd-012cd2b93a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:15.438340 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426082fb-6080-43d4-a09b-775b4a51dbb2 req-68192ea6-a656-43fc-af34-6abbe35877fb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:15.440856 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-426082fb-6080-43d4-a09b-775b4a51dbb2 req-68192ea6-a656-43fc-af34-6abbe35877fb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0474699 Oct 28 15:54:15.477332 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-426082fb-6080-43d4-a09b-775b4a51dbb2 req-431c3121-c623-4807-a7c0-7d34eadd2a25 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307081 Oct 28 15:54:15.971632 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418140-5bd0-4657-98fe-12c84eafc8dd req-886316a3-0c9b-44b4-aeb9-9eee6c3590c2 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:15.973096 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-69418140-5bd0-4657-98fe-12c84eafc8dd req-886316a3-0c9b-44b4-aeb9-9eee6c3590c2 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 945 time: 0.0480409 Oct 28 15:54:16.010616 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-69418140-5bd0-4657-98fe-12c84eafc8dd req-1027617f-a2e6-49ed-be69-9df4e065cfc2 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315721 Oct 28 15:54:16.598324 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dffa09-5228-4669-a252-10812ab42231 req-070caad1-c877-4fa0-9ed8-c27893dcbcd4 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:16.599864 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b0dffa09-5228-4669-a252-10812ab42231 req-070caad1-c877-4fa0-9ed8-c27893dcbcd4 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0562084 Oct 28 15:54:16.636510 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b0dffa09-5228-4669-a252-10812ab42231 req-1f11ed1c-a119-4799-9354-86773c0b6c02 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304677 Oct 28 15:54:17.453832 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:54:18.184439 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e1aabe6f-9fc7-4820-b060-853675d74f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:19.099435 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:19.430847 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:21.094464 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:35.108655 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-8b626e45-fc11-4cb4-99e4-6d1f881bf8f9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:35.110106 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-8b626e45-fc11-4cb4-99e4-6d1f881bf8f9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 815 time: 0.0969479 Oct 28 15:54:35.125362 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-0bcc367b-4f2b-45cd-a792-dcfa7f9853ad tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/quotas/a4df9263130f4e45aa80e63b69905f0f HTTP/1.1" status: 200 len: 375 time: 0.0089872 Oct 28 15:54:35.182593 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-31f6702f-afae-4cc8-b7b7-65138ada30d1 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514448 Oct 28 15:54:35.313551 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-0b53dc93-41ec-4d0f-b9fe-41192523033c service neutron] 10.222.0.86 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240487 Oct 28 15:54:35.405129 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-9c577d5e-d687-42d6-9019-2d70bbfd1038 service neutron] 10.222.0.86 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853937 Oct 28 15:54:35.619567 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7338fb92-1302-490c-8f95-28a92de660ea req-1c582e60-c26e-4453-9a61-733929bb8317 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 210 time: 0.0264373 Oct 28 15:54:36.714951 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e5071ac2-2771-4321-8bfd-34a8ff37c9df req-3ad61bcd-bb47-4e09-8a08-39083f9d16a9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 210 time: 0.0251646 Oct 28 15:54:37.622531 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-d6eecf24-9560-45db-92b3-8abb1211b44f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:37.629057 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-d6eecf24-9560-45db-92b3-8abb1211b44f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 815 time: 0.1013296 Oct 28 15:54:37.634238 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 59968) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:37.644158 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Request body: {'port': {'device_id': '3bf29437-d09f-4fcc-a771-1f92483b9698', 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'admin_state_up': True, 'tenant_id': 'a4df9263130f4e45aa80e63b69905f0f'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:37.751108 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Deleting subnet 7214bf52-d120-425f-a4f0-1ca4fe795e90 {{(pid=102151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:54:37.754404 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:37.816484 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f5e80660-63db-48c9-be7b-41ce5b77a819 req-52463d93-6b5b-41bd-bf95-20539d6d928b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 210 time: 0.0283539 Oct 28 15:54:37.820059 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7175645'] for subnet, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:37.868762 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:37.928726 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Made reservation on behalf of a4df9263130f4e45aa80e63b69905f0f for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:54:37.932210 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.010855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5670529'] for subnet, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.060687 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.063781 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7214bf52-d120-425f-a4f0-1ca4fe795e90 HTTP/1.1" status: 204 len: 168 time: 0.4285827 Oct 28 15:54:38.064594 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7214bf52-d120-425f-a4f0-1ca4fe795e90,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:38.066378 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 59980) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:38.081529 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.081863 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.082194 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.082513 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.082834 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.083153 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.083467 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.083780 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.084121 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.084456 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.084769 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.085076 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4036c7-d242-4a90-be20-5a5593ed07f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.100072 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Allocated IP 172.20.0.8 (d24ae9ef-f446-4a47-88b9-f91bd62a5742/b3fd9c8c-b068-4381-85ec-1623fa548c39/339d502f-578c-4546-beef-8781d4f4e931) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:54:38.136612 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.213027 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.232690 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:38.242493 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9c1618-9d81-48ee-9bc7-1162f47af250') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:38.242780 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9c1618-9d81-48ee-9bc7-1162f47af250') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:38.246016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.256256 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.269441 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.275802 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:54:38.276189 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:54:38.277815 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:54:38.336469 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.348949 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['467c0f2a-2891-4497-94f8-386341a69775', '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9', 'b3c1dc04-d968-489d-a7e3-5d4f928d3663'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:54:38.381910 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.385040 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Network d24ae9ef-f446-4a47-88b9-f91bd62a5742 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:38.386370 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.389002 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:38.390312 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] 10.222.0.86 "DELETE /v2.0/networks/0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3 HTTP/1.1" status: 204 len: 168 time: 0.3228912 Oct 28 15:54:38.401031 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:54:38.407712 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebebb8e-e9b3-4c5a-a83f-e9112f5d49c3,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:38.416573 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.416977 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.417318 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.417653 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.417982 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.418322 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.418750 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.419076 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.419410 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.419778 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.420102 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.420428 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97129863-d609-4592-b0d7-a78b28b0a81e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:38.438044 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Pushing event updated for resources: {'Port': ['ID=339d502f-578c-4546-beef-8781d4f4e931,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:38.456546 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:38.457168 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.521978 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-7324c93a-e76c-4429-8016-20461ba85dfe tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8811064 Oct 28 15:54:38.534956 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Request body: {'port': {'device_id': '3bf29437-d09f-4fcc-a771-1f92483b9698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:38.590105 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.663875 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 59984) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:38.703087 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-6cafec9d-119e-457e-b96f-4bbc920d061a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a4edc71432e54043b1d565e37a39506c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377448 Oct 28 15:54:38.705643 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 59986) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:38.753369 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4624-0b22-4f18-aaee-2a6843997c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.774896 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4624-0b22-4f18-aaee-2a6843997c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.853973 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339d502f-578c-4546-beef-8781d4f4e931 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:54:38.861328 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.895375 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Transition to ACTIVE for port object 339d502f-578c-4546-beef-8781d4f4e931 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:54:38.900682 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4624-0b22-4f18-aaee-2a6843997c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.903179 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0d5e4624-0b22-4f18-aaee-2a6843997c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:38.904252 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-0d5e4624-0b22-4f18-aaee-2a6843997c37 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/812ffe7d-4e13-488b-9aa4-4aa75e38884e HTTP/1.1" status: 204 len: 168 time: 0.1976717 Oct 28 15:54:38.926238 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e4624-0b22-4f18-aaee-2a6843997c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812ffe7d-4e13-488b-9aa4-4aa75e38884e,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:38.949771 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10584d-d4fd-4a8d-83f1-e677d3a3cec7 req-39749af4-9ffc-4f8c-8397-f3135b0b2da0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:38.951301 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0f10584d-d4fd-4a8d-83f1-e677d3a3cec7 req-39749af4-9ffc-4f8c-8397-f3135b0b2da0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 931 time: 0.0615363 Oct 28 15:54:38.989687 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0f10584d-d4fd-4a8d-83f1-e677d3a3cec7 req-e9af1e72-48c5-4594-a5f2-aec36cc2afd3 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Oct 28 15:54:38.992794 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:39.060004 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Pushing event updated for resources: {'Port': ['ID=339d502f-578c-4546-beef-8781d4f4e931,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:39.108589 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Attempting to bind port 339d502f-578c-4546-beef-8781d4f4e931 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:54:39.108919 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Attempting to bind port 339d502f-578c-4546-beef-8781d4f4e931 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:54:39.109235 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Attempting to bind port 339d502f-578c-4546-beef-8781d4f4e931 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:39.113413 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Port 339d502f-578c-4546-beef-8781d4f4e931 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:54:39.113720 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Attempting to bind port 339d502f-578c-4546-beef-8781d4f4e931 on network d24ae9ef-f446-4a47-88b9-f91bd62a5742 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:39.119030 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:54:39.119355 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Checking segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:39.119733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Bound using segment: {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:54:39.120149 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Bound port: 339d502f-578c-4546-beef-8781d4f4e931, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1052, 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:54:39.120524 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:39.184895 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] For port 339d502f-578c-4546-beef-8781d4f4e931, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:54:39.187731 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] For port 339d502f-578c-4546-beef-8781d4f4e931, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=339d502f-578c-4546-beef-8781d4f4e931,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:54:39.260419 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:39.297106 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:39.297750 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:39.299120 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] 10.222.0.49 "PUT /v2.0/ports/339d502f-578c-4546-beef-8781d4f4e931 HTTP/1.1" status: 200 len: 1093 time: 0.7683370 Oct 28 15:54:39.299647 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf29437-d09f-4fcc-a771-1f92483b9698', 'tag': '339d502f-578c-4546-beef-8781d4f4e931'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:54:39.301820 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dfc691-f077-452b-a10f-af90a6ce6a19" -d '{"events": [{"name": "network-changed", "server_uuid": "3bf29437-d09f-4fcc-a771-1f92483b9698", "tag": "339d502f-578c-4546-beef-8781d4f4e931"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:54:39.331170 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe6614-4f1b-4e4b-b88c-bedfc8385fdf service neutron] Pushing event updated for resources: {'Port': ['ID=339d502f-578c-4546-beef-8781d4f4e931,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:39.462745 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28137271-5509-49b8-bea6-2533e15e7602 x-openstack-request-id: req-28137271-5509-49b8-bea6-2533e15e7602 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:54:39.463033 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bf29437-d09f-4fcc-a771-1f92483b9698", "tag": "339d502f-578c-4546-beef-8781d4f4e931", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:54:39.463286 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28137271-5509-49b8-bea6-2533e15e7602 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:54:39.463673 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bf29437-d09f-4fcc-a771-1f92483b9698', 'tag': '339d502f-578c-4546-beef-8781d4f4e931', 'status': 'completed', 'code': 200} Oct 28 15:54:39.479461 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-89f82c64-ac0b-497e-9183-a9f4d0e850b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:39.480969 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-89f82c64-ac0b-497e-9183-a9f4d0e850b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 1096 time: 0.0440035 Oct 28 15:54:39.535930 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-46c50713-cd79-466d-816a-4323857d4803 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=339d502f-578c-4546-beef-8781d4f4e931 HTTP/1.1" status: 200 len: 217 time: 0.0365934 Oct 28 15:54:39.586190 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-136bfdbf-6730-45e4-bd90-cf0a8bcc37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:39.587624 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-136bfdbf-6730-45e4-bd90-cf0a8bcc37e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0433877 Oct 28 15:54:39.621496 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-5fbceb7c-c5fb-4131-ad85-6578093f249d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250936 Oct 28 15:54:39.715986 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-eb074679-9e26-416a-9e01-5a84a94d7c54 service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836194 Oct 28 15:54:39.809196 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-21d9a268-1d25-4948-b0b8-1aa9ad02db1e req-07a8874f-3857-4907-967c-2d36770d610f service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853603 Oct 28 15:54:39.967573 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-6c111e21-01c8-4a0a-a529-f43703759b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:39.969072 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-6c111e21-01c8-4a0a-a529-f43703759b1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4df9263130f4e45aa80e63b69905f0f&device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 1096 time: 0.0403829 Oct 28 15:54:39.969578 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60014) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:40.075327 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-522499107-network', 'tenant_id': '9909723fa66c47a1a813ac7796204744'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:40.079792 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-392ca71c-6ed2-4ca8-88fe-7added77095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:40.081218 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-392ca71c-6ed2-4ca8-88fe-7added77095f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 200 len: 917 time: 0.1038039 Oct 28 15:54:40.111100 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d6d3-a597-48e6-b9f9-0f8d23cb4933 req-43039928-0347-40cf-aac3-a9a43d69acd8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:40.112595 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4c45d6d3-a597-48e6-b9f9-0f8d23cb4933 req-43039928-0347-40cf-aac3-a9a43d69acd8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 943 time: 0.0494518 Oct 28 15:54:40.127887 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-37f50f59-fb83-4491-82a9-bfe806ea1ad1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=339d502f-578c-4546-beef-8781d4f4e931 HTTP/1.1" status: 200 len: 217 time: 0.0374060 Oct 28 15:54:40.151149 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4c45d6d3-a597-48e6-b9f9-0f8d23cb4933 req-0e7377d9-1bf2-469b-8db6-baddaf7ca15e tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Oct 28 15:54:40.178834 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Made reservation on behalf of 9909723fa66c47a1a813ac7796204744 for: {'network': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:54:40.181088 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:40.195244 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:40.202933 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-48267114-1d55-4c04-a0a7-83bc903e4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:40.204342 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-48267114-1d55-4c04-a0a7-83bc903e4351 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 200 len: 855 time: 0.0640838 Oct 28 15:54:40.245271 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-c82fd059-0d43-43f4-af54-cfdc19179d2b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d24ae9ef-f446-4a47-88b9-f91bd62a5742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296514 Oct 28 15:54:40.363318 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:40.373435 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-4790e31f-0402-4e5e-bd3f-1cdaca9efa9e service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192563 Oct 28 15:54:40.429825 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:40.465760 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] vlan segment allocate from pool success with {'vlan_id': 1090, 'physical_network': 'physnet1'} {{(pid=102151) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:54:40.473245 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3de2c92-0fe6-40ae-93f3-06211576903d,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:40.495531 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:40.495802 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.segments_db [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Added segment c2e2660c-092c-45d4-adcf-4de9015057c7 of type vlan for network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 Oct 28 15:54:40.511134 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-07dfc691-f077-452b-a10f-af90a6ce6a19 req-255798d6-80e8-4a81-9862-6919c2041e0e service neutron] 10.222.0.49 "GET /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288869 Oct 28 15:54:40.547163 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:40.632806 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:40.633742 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:40.634342 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:40.690533 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd7a3f1-3fb7-4481-b947-a81baecf62e5,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:40.701284 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:54:40.769895 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ac644889-3c20-48da-8dee-501dff956754 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7967250 Oct 28 15:54:40.770198 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60020) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:40.775075 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Request body: {'subnet': {'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-522499107-subnet', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:40.855131 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Made reservation on behalf of 9909723fa66c47a1a813ac7796204744 for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:54:40.857418 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5398682'] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.004792 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.118607 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5398664'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.180280 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:41.188986 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Checking segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:41.189335 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Network hostable DHCP agents. Network: 3dd7a3f1-3fb7-4481-b947-a81baecf62e5, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:54:41.266650 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d982f-5713-4beb-b5f7-8980c5f67ba8 req-e0a9c6e4-dbab-4fad-8117-cf21a2bcafe7 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:41.268079 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-927d982f-5713-4beb-b5f7-8980c5f67ba8 req-e0a9c6e4-dbab-4fad-8117-cf21a2bcafe7 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 943 time: 0.0492115 Oct 28 15:54:41.271029 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:54:41.308210 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-927d982f-5713-4beb-b5f7-8980c5f67ba8 req-b30f6d66-136a-4e01-982d-88294aee8090 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 Oct 28 15:54:41.351649 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 3dd7a3f1-3fb7-4481-b947-a81baecf62e5) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:41.355966 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:41.356577 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.361116 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef40bf0-9679-4382-b6f0-01b18414c1ce None None] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:54:41.429728 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-b468f3f6-dab2-4919-b5cf-6bfa903e52ff admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6584444 Oct 28 15:54:41.432561 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60024) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:41.436956 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:41.506970 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:54:41.511155 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.530111 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.531163 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.584543 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.641964 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Allocated IP 172.20.0.2 (3dd7a3f1-3fb7-4481-b947-a81baecf62e5/a32eeb24-d2bd-47a0-aec9-26aa04a60bf1/4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:54:41.759573 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.784634 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.867531 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.907706 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:41.910591 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:41.914032 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:54:41.920662 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Pushing event updated for resources: {'Port': ['ID=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:41.931972 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.932354 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.932719 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.933056 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.933383 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.937623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.937623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.937623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.937623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.937623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.937623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.937623 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:41.986917 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Attempting to bind port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:54:41.987288 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Attempting to bind port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:54:41.987651 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Attempting to bind port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:41.993293 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:54:41.993740 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Checking segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:41.993740 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.994626 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Bound using segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:54:41.994848 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Bound port: 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:54:41.995247 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:42.185327 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] For port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:54:42.188451 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] For port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:54:42.260322 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:42.266510 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:42.284759 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:42.326069 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142d804-7bc9-4180-bb26-74d1564dbc77 None None] Pushing event updated for resources: {'Port': ['ID=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:42.399148 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Allocated IP 172.27.1.75 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/785dab26-1137-46e0-b2e6-57b5c0c4a83a) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:54:42.436865 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7398d00-621a-42f3-862f-c9163c26fb99 req-bb492cd5-43d1-4f81-b44e-f612c50d7262 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:42.438367 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7398d00-621a-42f3-862f-c9163c26fb99 req-bb492cd5-43d1-4f81-b44e-f612c50d7262 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 943 time: 0.0572791 Oct 28 15:54:42.480840 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7398d00-621a-42f3-862f-c9163c26fb99 req-a8c410c9-2eeb-465f-9fb8-9596f7ab63c0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347066 Oct 28 15:54:42.533767 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:42.666005 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:42.706657 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:42.709571 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:42.713078 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:54:42.736096 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Pushing event updated for resources: {'Port': ['ID=785dab26-1137-46e0-b2e6-57b5c0c4a83a,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:43.065373 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.209451 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c62151-83bc-44f5-aaa6-4f650558aedb None None] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:54:43.272460 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-cf962547-5251-46bd-a45a-2ce3f7c04b83 None None] Provisioning complete for port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:43.272818 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cf962547-5251-46bd-a45a-2ce3f7c04b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.286611 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.416993 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cf962547-5251-46bd-a45a-2ce3f7c04b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.460716 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-cf962547-5251-46bd-a45a-2ce3f7c04b83 None None] For port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:43.483240 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Router 716468b7-988b-441e-abd0-b32340d591df is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102151) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:54:43.541358 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cf962547-5251-46bd-a45a-2ce3f7c04b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.569206 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:43.616549 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:54:43.628586 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:54:43.631120 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf962547-5251-46bd-a45a-2ce3f7c04b83 None None] Pushing event updated for resources: {'Port': ['ID=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:43.642619 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:54:43.643555 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:54:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:43.647913 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:43.647913 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.659202 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc801d59-d009-4817-9ba1-a308f16643dc req-66e55e8d-ae3a-4ca8-a47f-8c2a4d140ea5 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:43.668456 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc801d59-d009-4817-9ba1-a308f16643dc req-66e55e8d-ae3a-4ca8-a47f-8c2a4d140ea5 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 943 time: 0.0721493 Oct 28 15:54:43.700690 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.702784 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-4a14e6ea-98c0-47b3-b854-606b237f814c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2690647 Oct 28 15:54:43.705240 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60032) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:43.722337 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc801d59-d009-4817-9ba1-a308f16643dc req-b0e48dca-6499-4164-9c0d-e911716aac1b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511861 Oct 28 15:54:43.765541 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-aa6f69b7-922b-4d9e-83ad-74ad1fc6ab77 None None] Provisioning complete for port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:43.765905 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-aa6f69b7-922b-4d9e-83ad-74ad1fc6ab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.773964 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:54:43.957104 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:42Z', 'revision_number': 3, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:43.983198 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:54:43.983582 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Updating router 716468b7-988b-441e-abd0-b32340d591df port 785dab26-1137-46e0-b2e6-57b5c0c4a83a binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:54:44.008221 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.115266 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.254753 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.266647 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Allocated IP 172.20.0.1 (3dd7a3f1-3fb7-4481-b947-a81baecf62e5/a32eeb24-d2bd-47a0-aec9-26aa04a60bf1/b343bb1d-c984-4ca1-bdbc-cb3886be897b) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:54:44.345896 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.371665 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.375874 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 339d502f-578c-4546-beef-8781d4f4e931 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:54:44.397648 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Pushing event updated for resources: {'Port': ['ID=785dab26-1137-46e0-b2e6-57b5c0c4a83a,revision_number=2']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:44.405937 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.406303 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.406642 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.406976 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.407301 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.407624 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.407944 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.408263 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.408642 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.408946 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.409261 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.412334 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102153) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:54:44.415320 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Attempting to bind port 785dab26-1137-46e0-b2e6-57b5c0c4a83a on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:54:44.415709 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Attempting to bind port 785dab26-1137-46e0-b2e6-57b5c0c4a83a by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:54:44.416036 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Attempting to bind port 785dab26-1137-46e0-b2e6-57b5c0c4a83a on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:44.421168 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:54:44.421534 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:44.421922 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.422301 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:54:44.422757 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Bound port: 785dab26-1137-46e0-b2e6-57b5c0c4a83a, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:54:44.423126 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.461758 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.477034 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] For port 785dab26-1137-46e0-b2e6-57b5c0c4a83a, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:54:44.480099 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] For port 785dab26-1137-46e0-b2e6-57b5c0c4a83a, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=785dab26-1137-46e0-b2e6-57b5c0c4a83a,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:54:44.481518 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 339d502f-578c-4546-beef-8781d4f4e931, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=339d502f-578c-4546-beef-8781d4f4e931,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:44.492492 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '339d502f-578c-4546-beef-8781d4f4e931', 'network_id': 'd24ae9ef-f446-4a47-88b9-f91bd62a5742', 'port_id': '339d502f-578c-4546-beef-8781d4f4e931', 'mac_address': 'fa:16:3e:2d:77:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1052, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3fd9c8c-b068-4381-85ec-1623fa548c39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:54:44.502693 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:44.507375 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:44.512901 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:54:44.515304 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Pushing event updated for resources: {'Port': ['ID=b343bb1d-c984-4ca1-bdbc-cb3886be897b,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:44.541951 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.554571 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.558440 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339d502f-578c-4546-beef-8781d4f4e931 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:54:44.564362 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.581673 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 339d502f-578c-4546-beef-8781d4f4e931, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=339d502f-578c-4546-beef-8781d4f4e931,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:44.618357 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:54:44.618991 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:54:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:44.650343 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.707542 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=339d502f-578c-4546-beef-8781d4f4e931,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:44.778337 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c2a3185e-55fa-4877-831e-24bc0c35bcec None None] Provisioning complete for port b343bb1d-c984-4ca1-bdbc-cb3886be897b triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:44.778711 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c2a3185e-55fa-4877-831e-24bc0c35bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.788201 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.809145 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:54:44.824748 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3185e-55fa-4877-831e-24bc0c35bcec None None] Port b343bb1d-c984-4ca1-bdbc-cb3886be897b cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:54:44.837002 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e5d78-0e67-40cd-be97-0da8444249c0 None None] Pushing event updated for resources: {'Port': ['ID=785dab26-1137-46e0-b2e6-57b5c0c4a83a,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:44.854665 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369534-9726-4469-9bfc-96db356db0d1 req-5d5750c3-a34e-430e-b417-3170c653068a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:44.856156 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-17369534-9726-4469-9bfc-96db356db0d1 req-5d5750c3-a34e-430e-b417-3170c653068a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 944 time: 0.0640886 Oct 28 15:54:44.904688 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-17369534-9726-4469-9bfc-96db356db0d1 req-988a8f84-7a35-47e8-9dd2-0f411fc786a0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Oct 28 15:54:44.968908 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:44.993615 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:42Z', 'revision_number': 3, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:45.020138 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec66db7-e92d-49d0-aa69-e543e5d35a40 None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:42Z', 'revision_number': 3, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:54:45.039603 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:45.046281 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['339d502f-578c-4546-beef-8781d4f4e931'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:54:45.112439 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:45.113872 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Pushing event updated for resources: {'Port': ['ID=b343bb1d-c984-4ca1-bdbc-cb3886be897b,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:45.215766 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:45.219341 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:45.354720 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Router 716468b7-988b-441e-abd0-b32340d591df has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:54:45.427712 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-aea25374-0366-43b3-864d-71afcc498e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:45.464049 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-b56694b8-6583-43e2-aab6-4c1b7a4e65f0 None None] Provisioning complete for port b343bb1d-c984-4ca1-bdbc-cb3886be897b triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:45.464489 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b56694b8-6583-43e2-aab6-4c1b7a4e65f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:45.478016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:54:45.498167 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ae6ecf8f-78dd-4d90-8e1c-4d992808038a admin admin] 10.222.0.86 "PUT /v2.0/routers/716468b7-988b-441e-abd0-b32340d591df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915750 Oct 28 15:54:45.513807 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-b56694b8-6583-43e2-aab6-4c1b7a4e65f0 None None] Port b343bb1d-c984-4ca1-bdbc-cb3886be897b cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:54:45.629882 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:45.684274 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:45.684682 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:45.773521 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 785dab26-1137-46e0-b2e6-57b5c0c4a83a up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:45.822992 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 785dab26-1137-46e0-b2e6-57b5c0c4a83a triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:45.823360 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:45.905237 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:45.925739 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 785dab26-1137-46e0-b2e6-57b5c0c4a83a, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=785dab26-1137-46e0-b2e6-57b5c0c4a83a,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:46.013642 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1bd4d-fb2f-45c1-a10e-d71c234c7876 req-7d1ef378-7a3c-4ccf-82c6-b8b8108803dc tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:46.015136 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d3d1bd4d-fb2f-45c1-a10e-d71c234c7876 req-7d1ef378-7a3c-4ccf-82c6-b8b8108803dc tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 944 time: 0.0492837 Oct 28 15:54:46.021398 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.054981 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d3d1bd4d-fb2f-45c1-a10e-d71c234c7876 req-d5b4d48f-e6ff-4f13-822d-c64481164305 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Oct 28 15:54:46.072281 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=785dab26-1137-46e0-b2e6-57b5c0c4a83a,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:46.217018 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60054) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:46.221932 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1700858136-network', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:46.299922 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Made reservation on behalf of fd531c9850aa4912983d93bd003d7536 for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:54:46.302226 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.311460 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.380307 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 339d502f-578c-4546-beef-8781d4f4e931 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:46.389876 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.456097 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.478564 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] vlan segment allocate from pool success with {'vlan_id': 1070, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:54:46.493495 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af0538d-9b7f-49f2-a94b-15ba1679b739,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:46.497878 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.498217 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Added segment 2cc5d4c3-17a3-4609-9533-4dc334132a12 of type vlan for network e8cdb659-52ab-4104-8f34-25b961d473ed Oct 28 15:54:46.512890 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 339d502f-578c-4546-beef-8781d4f4e931 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:54:46.524602 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 339d502f-578c-4546-beef-8781d4f4e931 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:46.524602 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.539592 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.554131 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:54:46.570201 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:54:46.570809 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:54:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:46.631150 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.632822 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:46.633498 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.690559 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] Pushing event updated for resources: {'Network': ['ID=e8cdb659-52ab-4104-8f34-25b961d473ed,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:46.693544 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.706865 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network e8cdb659-52ab-4104-8f34-25b961d473ed details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:54:46.727051 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:54:46.743675 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-ac7d4973-ff93-4b3b-bf1e-1f8a483c6613 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5255613 Oct 28 15:54:46.746440 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60056) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:46.752878 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Request body: {'subnet': {'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1700858136-subnet', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'ip_version': 4}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:46.802594 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf29437-d09f-4fcc-a771-1f92483b9698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339d502f-578c-4546-beef-8781d4f4e931'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:54:46.804767 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c53a61-0730-4373-b054-44926e05d804" -d '{"events": [{"server_uuid": "3bf29437-d09f-4fcc-a771-1f92483b9698", "name": "network-vif-plugged", "status": "completed", "tag": "339d502f-578c-4546-beef-8781d4f4e931"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:54:46.830627 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 339d502f-578c-4546-beef-8781d4f4e931, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=339d502f-578c-4546-beef-8781d4f4e931,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:46.873404 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Made reservation on behalf of fd531c9850aa4912983d93bd003d7536 for: {'subnet': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:54:46.877032 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5670752'] for subnet, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:46.963416 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.025114 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=339d502f-578c-4546-beef-8781d4f4e931,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:47.081391 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 2, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:47.111681 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c8059-7fb3-4c79-bb7f-9a3d77fb82a6 x-openstack-request-id: req-014c8059-7fb3-4c79-bb7f-9a3d77fb82a6 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:54:47.112017 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf29437-d09f-4fcc-a771-1f92483b9698", "name": "network-vif-plugged", "status": "completed", "tag": "339d502f-578c-4546-beef-8781d4f4e931", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:54:47.112200 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-014c8059-7fb3-4c79-bb7f-9a3d77fb82a6 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:54:47.112605 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf29437-d09f-4fcc-a771-1f92483b9698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339d502f-578c-4546-beef-8781d4f4e931', 'code': 200} Oct 28 15:54:47.113619 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:54:47.113962 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Updating router 716468b7-988b-441e-abd0-b32340d591df port b343bb1d-c984-4ca1-bdbc-cb3886be897b binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:54:47.141955 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6963027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5670770'] for subnet, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.151877 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.184931 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9329b-2078-4cf6-94ea-307fa9e29063 req-ce94142b-52e4-40e6-8c3a-685a12cc96cf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:47.187902 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-90c9329b-2078-4cf6-94ea-307fa9e29063 req-ce94142b-52e4-40e6-8c3a-685a12cc96cf tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 945 time: 0.0598667 Oct 28 15:54:47.204157 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Pushing event updated for resources: {'Subnet': ['ID=542a8d61-5f33-4b16-a6c2-2af2f36cc71a,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:47.213849 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Checking segment: {'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:47.214190 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Network hostable DHCP agents. Network: e8cdb659-52ab-4104-8f34-25b961d473ed, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102151) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:54:47.241476 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-90c9329b-2078-4cf6-94ea-307fa9e29063 req-7e8175c5-6139-4eff-9c1f-ce3121f79cd4 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474808 Oct 28 15:54:47.290493 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Network e8cdb659-52ab-4104-8f34-25b961d473ed is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102151) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:54:47.387586 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, e8cdb659-52ab-4104-8f34-25b961d473ed) {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:47.393379 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:47.394592 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.404690 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4665e92-a3cb-4f1c-bf0e-de8ee800fc18 None None] Network e8cdb659-52ab-4104-8f34-25b961d473ed requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:54:47.450409 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e53e8-38c1-4bf8-a400-31474b62f0f4 req-f2bcfe1e-0cdd-4e0b-b5e3-b317097ded04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:47.452031 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-846e53e8-38c1-4bf8-a400-31474b62f0f4 req-f2bcfe1e-0cdd-4e0b-b5e3-b317097ded04 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 1098 time: 0.0443661 Oct 28 15:54:47.471582 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-86db2ce1-7cb3-48ef-869c-cf6b54bc270e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7212417 Oct 28 15:54:47.471980 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60064) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:47.476501 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:47.496850 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-846e53e8-38c1-4bf8-a400-31474b62f0f4 req-abaf56e8-a6b4-456b-a379-01bc0ca0e1d2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368333 Oct 28 15:54:47.564878 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1641143', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13629'] for router, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.565935 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1640775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1642446', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421173', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13636'] for router, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.567494 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 785dab26-1137-46e0-b2e6-57b5c0c4a83a up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:47.616322 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.682061 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa122a3a3-6e51-592d-9dc8-389c301515f5-e8cdb659-52ab-4104-8f34-25b961d473ed', 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'fixed_ips': [{'subnet_id': '542a8d61-5f33-4b16-a6c2-2af2f36cc71a'}]}} from dv-cinder-783643-3-iscsi. {{(pid=102152) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:54:47.682888 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.697928 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.717071 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 785dab26-1137-46e0-b2e6-57b5c0c4a83a triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:47.717377 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.790340 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.830122 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:47.900488 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c26a3-abbe-4986-a39d-8f2e8eed60ba None None] Pushing event updated for resources: {'Port': ['ID=b343bb1d-c984-4ca1-bdbc-cb3886be897b,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:47.934748 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.db_base_plugin_common [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Allocated IP 172.20.0.2 (e8cdb659-52ab-4104-8f34-25b961d473ed/542a8d61-5f33-4b16-a6c2-2af2f36cc71a/8d0a962a-4bf0-4b52-b26d-7e34c79642fd) {{(pid=102152) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:54:47.994786 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Attempting to bind port b343bb1d-c984-4ca1-bdbc-cb3886be897b on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:54:47.995110 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Attempting to bind port b343bb1d-c984-4ca1-bdbc-cb3886be897b by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:54:47.995427 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Attempting to bind port b343bb1d-c984-4ca1-bdbc-cb3886be897b on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:48.051541 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:54:48.051921 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Checking segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:48.052308 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.052710 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Bound using segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:54:48.053224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Bound port: b343bb1d-c984-4ca1-bdbc-cb3886be897b, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:54:48.053597 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.099503 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.116543 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-81554137-e6c4-4e60-a0e5-c3ca0c3f40bb None None] Provisioning complete for port b343bb1d-c984-4ca1-bdbc-cb3886be897b triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:48.116837 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-81554137-e6c4-4e60-a0e5-c3ca0c3f40bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.118556 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.227918 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-81554137-e6c4-4e60-a0e5-c3ca0c3f40bb None None] Port b343bb1d-c984-4ca1-bdbc-cb3886be897b cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:54:48.228238 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Allocated IP 172.27.1.150 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/ec0c7e05-fb78-41a9-a30b-4cbe569f4081) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:54:48.233658 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] For port b343bb1d-c984-4ca1-bdbc-cb3886be897b, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:54:48.237981 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] For port b343bb1d-c984-4ca1-bdbc-cb3886be897b, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=b343bb1d-c984-4ca1-bdbc-cb3886be897b,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:54:48.251616 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8fb5cc4a-d557-4d45-8a21-132cd5c4f400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.253229 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Publish callbacks [] for port, precommit_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.308986 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.342037 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967'] for port, after_create {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.361290 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.377833 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Network e8cdb659-52ab-4104-8f34-25b961d473ed is already hosted by enough agents. {{(pid=102152) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:48.383643 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.scheduler.base_scheduler [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Resources bound (agent type, host, resource id): {{(pid=102152) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:48.386949 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Received port after_create {{(pid=102152) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:54:48.388658 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415789b-a7e1-48a8-a9b9-470df4d7e5e8 req-673f8fae-29d6-47d8-88ba-06bfb85cf7de tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:48.388866 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c26a3-abbe-4986-a39d-8f2e8eed60ba None None] Pushing event updated for resources: {'Port': ['ID=b343bb1d-c984-4ca1-bdbc-cb3886be897b,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:48.390480 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4415789b-a7e1-48a8-a9b9-470df4d7e5e8 req-673f8fae-29d6-47d8-88ba-06bfb85cf7de tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 945 time: 0.0725770 Oct 28 15:54:48.392750 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:54:48.393424 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:54:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:48.446321 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4415789b-a7e1-48a8-a9b9-470df4d7e5e8 req-0cf136c5-7350-4303-a654-87a4331fa56f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Oct 28 15:54:48.490982 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.539202 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:48.542641 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:48.547044 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Pushing event updated for resources: {'Port': ['ID=8d0a962a-4bf0-4b52-b26d-7e34c79642fd,revision_number=1']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:48.554548 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:54:48.555378 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Attempting to bind port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:54:48.555749 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Attempting to bind port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:54:48.556110 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Attempting to bind port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd on network e8cdb659-52ab-4104-8f34-25b961d473ed {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:48.565609 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:54:48.565982 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Checking segment: {'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:48.566374 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.566782 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Bound using segment: {'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:54:48.567226 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Bound port: 8d0a962a-4bf0-4b52-b26d-7e34c79642fd, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:54:48.567602 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.584929 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Pushing event updated for resources: {'Port': ['ID=ec0c7e05-fb78-41a9-a30b-4cbe569f4081,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:48.597167 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:54:48.714853 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-82fa97a9-0b61-4337-8601-ec312ae3f07d None None] Provisioning complete for port b343bb1d-c984-4ca1-bdbc-cb3886be897b triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:48.715217 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-82fa97a9-0b61-4337-8601-ec312ae3f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.739513 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] For port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:54:48.801979 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] For port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=8d0a962a-4bf0-4b52-b26d-7e34c79642fd,segment=NetworkSegment(2cc5d4c3-17a3-4609-9533-4dc334132a12),segment_id=2cc5d4c3-17a3-4609-9533-4dc334132a12)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:54:48.883068 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:48.895141 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.038974 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-82fa97a9-0b61-4337-8601-ec312ae3f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.091633 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1640780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1642387'] for router, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.119755 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbe2e9-0bda-493b-80a0-a5a362968f2d None None] Pushing event updated for resources: {'Port': ['ID=8d0a962a-4bf0-4b52-b26d-7e34c79642fd,revision_number=2']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:49.127032 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-82fa97a9-0b61-4337-8601-ec312ae3f07d None None] For port b343bb1d-c984-4ca1-bdbc-cb3886be897b, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=b343bb1d-c984-4ca1-bdbc-cb3886be897b,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:49.148690 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:48Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:49.179222 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63bbe1-a973-44dc-a9a4-610afd9b6309 None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:48Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:54:49.182172 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.217149 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-82fa97a9-0b61-4337-8601-ec312ae3f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.333212 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa97a9-0b61-4337-8601-ec312ae3f07d None None] Pushing event updated for resources: {'Port': ['ID=b343bb1d-c984-4ca1-bdbc-cb3886be897b,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:49.339459 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 is scheduled to L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd with binding_index 1 {{(pid=102150) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:54:49.457249 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.464884 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:54:49.481580 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Sync routers for ids ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:54:49.507228 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Routers {'20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:54:49.507870 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:54:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:49.567495 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.571269 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-6c5b2ad4-d0f1-4da3-a632-9bef8f43af49 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0958869 Oct 28 15:54:49.571660 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60070) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:49.618837 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 8d0a962a-4bf0-4b52-b26d-7e34c79642fd up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:49.633825 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Set router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:54:49.679292 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f0b8-edf6-465b-bbc3-de1649a7b301 req-82e0539d-f6a0-4619-b4cd-9a3e962f35e9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:54:49.680823 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef16f0b8-edf6-465b-bbc3-de1649a7b301 req-82e0539d-f6a0-4619-b4cd-9a3e962f35e9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 945 time: 0.1291265 Oct 28 15:54:49.715702 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:49.718039 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.856594 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.901729 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=8d0a962a-4bf0-4b52-b26d-7e34c79642fd,segment=NetworkSegment(2cc5d4c3-17a3-4609-9533-4dc334132a12),segment_id=2cc5d4c3-17a3-4609-9533-4dc334132a12)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:49.984361 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T15:54:48Z', 'revision_number': 3, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port': {'id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:48Z', 'updated_at': '2021-10-28T15:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:49.993681 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:49.994795 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device b343bb1d-c984-4ca1-bdbc-cb3886be897b up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:50.032946 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Checking router: 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:54:50.033538 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Updating router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 port ec0c7e05-fb78-41a9-a30b-4cbe569f4081 binding host dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:54:50.091128 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef16f0b8-edf6-465b-bbc3-de1649a7b301 req-34bde1f5-5b4b-43bb-aeaa-f2dd496f14e0 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988612 Oct 28 15:54:50.108895 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.128346 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=8d0a962a-4bf0-4b52-b26d-7e34c79642fd,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:50.172137 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port b343bb1d-c984-4ca1-bdbc-cb3886be897b triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:50.174538 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.435780 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbd914b-865f-4a5b-ba35-10b35bae0b25 None None] Network e8cdb659-52ab-4104-8f34-25b961d473ed requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:54:50.500448 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-905366b0-78d0-46ef-959c-05a4a64179f1 None None] Provisioning complete for port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:50.500823 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-905366b0-78d0-46ef-959c-05a4a64179f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.530159 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Publish callbacks [] for port, precommit_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.536995 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.639045 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.709081 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28facdf3-ff92-4111-99a4-260f033efb21 None None] Pushing event updated for resources: {'Port': ['ID=ec0c7e05-fb78-41a9-a30b-4cbe569f4081,revision_number=2']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:50.713263 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Attempting to bind port ec0c7e05-fb78-41a9-a30b-4cbe569f4081 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:54:50.713629 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Attempting to bind port ec0c7e05-fb78-41a9-a30b-4cbe569f4081 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:54:50.713986 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Attempting to bind port ec0c7e05-fb78-41a9-a30b-4cbe569f4081 on network b1445480-48ba-4b40-aa1f-1a44417859e5 {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:50.720122 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:54:50.720599 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Checking segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102153) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:50.721122 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.721517 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Bound using segment: {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'} {{(pid=102153) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:54:50.721983 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.managers [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Bound port: ec0c7e05-fb78-41a9-a30b-4cbe569f4081, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab20ce2-e25e-4d02-b504-2888ace5b7f1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}}] {{(pid=102153) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:54:50.722375 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.741862 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Allocated IP 172.20.0.1 (e8cdb659-52ab-4104-8f34-25b961d473ed/542a8d61-5f33-4b16-a6c2-2af2f36cc71a/5ae5d513-6f17-46b9-9dae-5468a6a97087) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:54:50.788565 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] For port ec0c7e05-fb78-41a9-a30b-4cbe569f4081, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102153) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:54:50.791902 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.plugins.ml2.db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] For port ec0c7e05-fb78-41a9-a30b-4cbe569f4081, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=ec0c7e05-fb78-41a9-a30b-4cbe569f4081,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102153) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:54:50.879577 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron_lib.callbacks.manager [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.894620 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.956649 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28facdf3-ff92-4111-99a4-260f033efb21 None None] Pushing event updated for resources: {'Port': ['ID=ec0c7e05-fb78-41a9-a30b-4cbe569f4081,revision_number=3']} {{(pid=102153) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:50.959289 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Routers {'20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:54:50.959971 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:54:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:50.971871 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d44a148c-4978-4f1d-855a-9e3b50e6d40b None None] Provisioning complete for port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:50.972349 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d44a148c-4978-4f1d-855a-9e3b50e6d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.999871 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.045810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Network e8cdb659-52ab-4104-8f34-25b961d473ed is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:51.048848 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:51.053033 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:54:51.074650 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] Set router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:54:51.080874 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae5d513-6f17-46b9-9dae-5468a6a97087,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:51.100042 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1642190'] for router_interface, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.144145 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.271762 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T15:54:48Z', 'revision_number': 3, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port': {'id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:48Z', 'updated_at': '2021-10-28T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:51.292904 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.297347 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b1f8e-7122-41c3-a469-631360afa496 None None] The sync data for ids ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'] in dv-cinder-783643-3-iscsi is: [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T15:54:48Z', 'revision_number': 3, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port': {'id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:48Z', 'updated_at': '2021-10-28T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:54:51.323891 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-147d5745-e33f-40c3-8de2-1bb202c59f45 None None] Provisioning complete for port 5ae5d513-6f17-46b9-9dae-5468a6a97087 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:51.324287 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-147d5745-e33f-40c3-8de2-1bb202c59f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.358855 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-147d5745-e33f-40c3-8de2-1bb202c59f45 None None] Port 5ae5d513-6f17-46b9-9dae-5468a6a97087 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:54:51.466997 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.544375 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 8d0a962a-4bf0-4b52-b26d-7e34c79642fd up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:51.563329 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.599672 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:51.600713 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.636353 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae5d513-6f17-46b9-9dae-5468a6a97087,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:51.639990 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1796274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1640542'] for router_interface, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:51.740733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Network e8cdb659-52ab-4104-8f34-25b961d473ed is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:54:51.742744 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:54:51.875525 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:54:51.982910 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-70334c65-3a7c-497e-b283-2925de8c1bac None None] Provisioning complete for port 5ae5d513-6f17-46b9-9dae-5468a6a97087 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:51.984164 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-70334c65-3a7c-497e-b283-2925de8c1bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:52.012269 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:54:52.025031 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-585bf46c-25f3-413e-8094-41bbf3ac1da2 admin admin] 10.222.0.86 "PUT /v2.0/routers/20d5c1ba-43c3-4f4a-9288-c8a8a8dce080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4521887 Oct 28 15:54:52.025458 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-70334c65-3a7c-497e-b283-2925de8c1bac None None] Port 5ae5d513-6f17-46b9-9dae-5468a6a97087 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:54:52.469159 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60096) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:52.473875 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-99369237-c9cb-4b40-a93b-5b5c099a644c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535222416', 'description': 'tempest-secgroup-smoke-535222416 description', 'project_id': '9909723fa66c47a1a813ac7796204744'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:52.571086 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-99369237-c9cb-4b40-a93b-5b5c099a644c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:52.641388 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-99369237-c9cb-4b40-a93b-5b5c099a644c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:52.719449 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-99369237-c9cb-4b40-a93b-5b5c099a644c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:52.749464 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99369237-c9cb-4b40-a93b-5b5c099a644c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75ea0683-dd79-4fb3-8004-d6ee53cae325,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:52.823947 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-99369237-c9cb-4b40-a93b-5b5c099a644c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:52.825377 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-99369237-c9cb-4b40-a93b-5b5c099a644c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3551481 Oct 28 15:54:52.828230 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60100) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:52.832662 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-3b8e35bc-8d88-44ed-87d1-594c63efc909 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'security_group_rule': {'security_group_id': '75ea0683-dd79-4fb3-8004-d6ee53cae325', 'project_id': '9909723fa66c47a1a813ac7796204744', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:52.858075 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Sync routers for ids ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:54:52.868551 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Routers {'20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:54:52.869157 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:54:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:52.930919 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b8e35bc-8d88-44ed-87d1-594c63efc909 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:52.981660 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Set router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:54:52.987050 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b8e35bc-8d88-44ed-87d1-594c63efc909 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.056234 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b8e35bc-8d88-44ed-87d1-594c63efc909 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.074345 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e35bc-8d88-44ed-87d1-594c63efc909 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9898f56f-b4a8-4ec8-a2ec-74a866c34571,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:53.161051 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3b8e35bc-8d88-44ed-87d1-594c63efc909 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.162684 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-3b8e35bc-8d88-44ed-87d1-594c63efc909 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332884 Oct 28 15:54:53.165160 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60102) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:53.169446 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-b06f1301-d03a-44c4-b15a-442f1b591c43 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'security_group_rule': {'security_group_id': '75ea0683-dd79-4fb3-8004-d6ee53cae325', 'project_id': '9909723fa66c47a1a813ac7796204744', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:53.190363 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T15:54:51Z', 'revision_number': 4, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port': {'id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:48Z', 'updated_at': '2021-10-28T15:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '5ae5d513-6f17-46b9-9dae-5468a6a97087', 'name': '', 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'mac_address': 'fa:16:3e:75:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '542a8d61-5f33-4b16-a6c2-2af2f36cc71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:50Z', 'updated_at': '2021-10-28T15:54:51Z', 'revision_number': 2, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'subnets': [{'id': '542a8d61-5f33-4b16-a6c2-2af2f36cc71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:53.220235 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Checking router: 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:54:53.220612 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Updating router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 port 5ae5d513-6f17-46b9-9dae-5468a6a97087 binding host dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:54:53.249048 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.273043 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b06f1301-d03a-44c4-b15a-442f1b591c43 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.333377 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b06f1301-d03a-44c4-b15a-442f1b591c43 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.416530 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b06f1301-d03a-44c4-b15a-442f1b591c43 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.433626 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f1301-d03a-44c4-b15a-442f1b591c43 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70273ad-8190-4579-b08f-6f0bb014a3fe,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:53.489074 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-b06f1301-d03a-44c4-b15a-442f1b591c43 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.493395 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-b06f1301-d03a-44c4-b15a-442f1b591c43 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3247797 Oct 28 15:54:53.494171 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60104) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:53.498933 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-c04c7d5d-e0f7-440e-b73e-968658ceb3c4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'security_group_rule': {'security_group_id': '75ea0683-dd79-4fb3-8004-d6ee53cae325', 'project_id': '9909723fa66c47a1a813ac7796204744', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:53.510191 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.543495 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device ec0c7e05-fb78-41a9-a30b-4cbe569f4081 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:53.569544 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.576417 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c04c7d5d-e0f7-440e-b73e-968658ceb3c4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.633050 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c04c7d5d-e0f7-440e-b73e-968658ceb3c4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.636647 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e48d5-259a-4cee-b03e-060c4251504e None None] Pushing event updated for resources: {'Port': ['ID=5ae5d513-6f17-46b9-9dae-5468a6a97087,revision_number=3']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:53.666838 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port ec0c7e05-fb78-41a9-a30b-4cbe569f4081 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:53.667198 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.707302 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c04c7d5d-e0f7-440e-b73e-968658ceb3c4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.730145 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Attempting to bind port 5ae5d513-6f17-46b9-9dae-5468a6a97087 on host dv-cinder-783643-3-iscsi for vnic_type normal with profile {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:54:53.730520 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Attempting to bind port 5ae5d513-6f17-46b9-9dae-5468a6a97087 by drivers openvswitch,hyperv on host dv-cinder-783643-3-iscsi at level 0 using segments [{'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:54:53.730885 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Attempting to bind port 5ae5d513-6f17-46b9-9dae-5468a6a97087 on network e8cdb659-52ab-4104-8f34-25b961d473ed {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:54:53.732742 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c7d5d-e0f7-440e-b73e-968658ceb3c4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8179bcdf-3745-4e39-9ab6-a2b142333c5c,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:53.745462 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Checking agent: {'id': '7748e21a-eab4-4726-93c1-acba1c095c91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-783643-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 9, 19), 'started_at': datetime.datetime(2021, 10, 28, 15, 9, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-783643-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:54:53.745462 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Checking segment: {'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102152) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:54:53.746029 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.746559 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Bound using segment: {'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'} {{(pid=102152) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:54:53.750718 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.managers [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Bound port: 5ae5d513-6f17-46b9-9dae-5468a6a97087, host: dv-cinder-783643-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc5d4c3-17a3-4609-9533-4dc334132a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed'}}] {{(pid=102152) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:54:53.750718 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.824515 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c04c7d5d-e0f7-440e-b73e-968658ceb3c4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.828603 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60108) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:53.829211 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c04c7d5d-e0f7-440e-b73e-968658ceb3c4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331907 Oct 28 15:54:53.833089 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-0cc4ab61-6f58-4362-98f6-e8924bf41feb tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'security_group_rule': {'security_group_id': '75ea0683-dd79-4fb3-8004-d6ee53cae325', 'project_id': '9909723fa66c47a1a813ac7796204744', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:53.869440 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] For port 5ae5d513-6f17-46b9-9dae-5468a6a97087, host dv-cinder-783643-3-iscsi, cleared binding levels {{(pid=102152) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:54:53.872351 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.889982 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] For port 5ae5d513-6f17-46b9-9dae-5468a6a97087, host dv-cinder-783643-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=5ae5d513-6f17-46b9-9dae-5468a6a97087,segment=NetworkSegment(2cc5d4c3-17a3-4609-9533-4dc334132a12),segment_id=2cc5d4c3-17a3-4609-9533-4dc334132a12)] {{(pid=102152) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:54:53.894884 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-84ec04b7-ef69-4c5c-8b91-31cac74c8e5d None None] Provisioning complete for port 5ae5d513-6f17-46b9-9dae-5468a6a97087 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:53.895237 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-84ec04b7-ef69-4c5c-8b91-31cac74c8e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.917391 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab61-6f58-4362-98f6-e8924bf41feb tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.926533 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] For port ec0c7e05-fb78-41a9-a30b-4cbe569f4081, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=ec0c7e05-fb78-41a9-a30b-4cbe569f4081,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:53.935942 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-84ec04b7-ef69-4c5c-8b91-31cac74c8e5d None None] Port 5ae5d513-6f17-46b9-9dae-5468a6a97087 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:54:53.969782 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:53.978133 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab61-6f58-4362-98f6-e8924bf41feb tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.007831 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.030108 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e48d5-259a-4cee-b03e-060c4251504e None None] Pushing event updated for resources: {'Port': ['ID=5ae5d513-6f17-46b9-9dae-5468a6a97087,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:54.032685 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Routers {'20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:54:54.033457 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:54:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:54.062002 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab61-6f58-4362-98f6-e8924bf41feb tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.082585 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4ab61-6f58-4362-98f6-e8924bf41feb tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bd1391-889f-4762-a401-b3b6abcfe9b3,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:54.155281 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0cc4ab61-6f58-4362-98f6-e8924bf41feb tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.158992 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-0cc4ab61-6f58-4362-98f6-e8924bf41feb tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3269482 Oct 28 15:54:54.159228 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60110) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:54.164524 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-89bfd117-fdee-4391-8441-947fe861bdfa tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'security_group_rule': {'security_group_id': '75ea0683-dd79-4fb3-8004-d6ee53cae325', 'project_id': '9909723fa66c47a1a813ac7796204744', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:54.243174 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.securitygroups_db [None req-89bfd117-fdee-4391-8441-947fe861bdfa tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Project 9909723fa66c47a1a813ac7796204744 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 15:54:54.248503 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-89bfd117-fdee-4391-8441-947fe861bdfa tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.291281 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Pushing event updated for resources: {'Port': ['ID=ec0c7e05-fb78-41a9-a30b-4cbe569f4081,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:54.296052 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-61d94115-5425-443e-a039-7e46e61b5140 None None] Provisioning complete for port 5ae5d513-6f17-46b9-9dae-5468a6a97087 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:54.296508 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61d94115-5425-443e-a039-7e46e61b5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.308369 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-89bfd117-fdee-4391-8441-947fe861bdfa tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.341043 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] Set router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:54:54.363046 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-89bfd117-fdee-4391-8441-947fe861bdfa tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.380992 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfd117-fdee-4391-8441-947fe861bdfa tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d315f4e6-d02b-4402-b720-3f4359c859a1,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:54.452800 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:54:54.469883 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-89bfd117-fdee-4391-8441-947fe861bdfa tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.471105 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-89bfd117-fdee-4391-8441-947fe861bdfa tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3105638 Oct 28 15:54:54.473915 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60112) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:54.478969 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-c36de113-08e2-40c3-b9da-9a46ef0c6038 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'security_group_rule': {'security_group_id': '75ea0683-dd79-4fb3-8004-d6ee53cae325', 'project_id': '9909723fa66c47a1a813ac7796204744', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:54:54.491451 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61d94115-5425-443e-a039-7e46e61b5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.554246 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.securitygroups_db [None req-c36de113-08e2-40c3-b9da-9a46ef0c6038 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Project 9909723fa66c47a1a813ac7796204744 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 15:54:54.555186 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-61d94115-5425-443e-a039-7e46e61b5140 None None] For port 5ae5d513-6f17-46b9-9dae-5468a6a97087, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=5ae5d513-6f17-46b9-9dae-5468a6a97087,segment=NetworkSegment(2cc5d4c3-17a3-4609-9533-4dc334132a12),segment_id=2cc5d4c3-17a3-4609-9533-4dc334132a12)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:54:54.559195 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c36de113-08e2-40c3-b9da-9a46ef0c6038 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.599140 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T15:54:51Z', 'revision_number': 4, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port': {'id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:48Z', 'updated_at': '2021-10-28T15:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '5ae5d513-6f17-46b9-9dae-5468a6a97087', 'name': '', 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'mac_address': 'fa:16:3e:75:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '542a8d61-5f33-4b16-a6c2-2af2f36cc71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:50Z', 'updated_at': '2021-10-28T15:54:53Z', 'revision_number': 4, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'subnets': [{'id': '542a8d61-5f33-4b16-a6c2-2af2f36cc71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:54:54.618671 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c36de113-08e2-40c3-b9da-9a46ef0c6038 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.626079 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1fe6a-6508-4c4d-aa10-4df7a85409d6 None None] The sync data for ids ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'] in dv-cinder-783643-3-iscsi is: [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T15:54:51Z', 'revision_number': 4, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port': {'id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:48Z', 'updated_at': '2021-10-28T15:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': '5ae5d513-6f17-46b9-9dae-5468a6a97087', 'name': '', 'network_id': 'e8cdb659-52ab-4104-8f34-25b961d473ed', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'mac_address': 'fa:16:3e:75:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '542a8d61-5f33-4b16-a6c2-2af2f36cc71a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:50Z', 'updated_at': '2021-10-28T15:54:53Z', 'revision_number': 4, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'subnets': [{'id': '542a8d61-5f33-4b16-a6c2-2af2f36cc71a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:54:54.643530 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-61d94115-5425-443e-a039-7e46e61b5140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.707666 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d94115-5425-443e-a039-7e46e61b5140 None None] Pushing event updated for resources: {'Port': ['ID=5ae5d513-6f17-46b9-9dae-5468a6a97087,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:54.717788 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c36de113-08e2-40c3-b9da-9a46ef0c6038 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.742616 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36de113-08e2-40c3-b9da-9a46ef0c6038 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226d5adc-c098-4ca4-a8cc-1f5e192ce076,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:54:54.811021 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c36de113-08e2-40c3-b9da-9a46ef0c6038 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:54.812502 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c36de113-08e2-40c3-b9da-9a46ef0c6038 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3375490 Oct 28 15:54:55.598349 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device ec0c7e05-fb78-41a9-a30b-4cbe569f4081 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:55.649919 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port ec0c7e05-fb78-41a9-a30b-4cbe569f4081 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:55.650379 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:55.728214 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 5ae5d513-6f17-46b9-9dae-5468a6a97087 up at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:54:55.773187 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Provisioning complete for port 5ae5d513-6f17-46b9-9dae-5468a6a97087 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:54:55.773547 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:04.467935 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec78030-4a0a-447c-bb1d-ea927296bb0e req-6b12440f-3f3b-49e8-88c8-0bfd280b2a07 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:04.469418 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7ec78030-4a0a-447c-bb1d-ea927296bb0e req-6b12440f-3f3b-49e8-88c8-0bfd280b2a07 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 945 time: 0.0538139 Oct 28 15:55:04.509662 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7ec78030-4a0a-447c-bb1d-ea927296bb0e req-a6a8218c-ab8a-4702-9716-811c15754370 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341575 Oct 28 15:55:05.630514 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb04f2-d16b-4b99-9140-912c729b3fd4 req-803e0eb5-ba1c-428b-9017-d397f2d15913 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:05.632500 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c6bb04f2-d16b-4b99-9140-912c729b3fd4 req-803e0eb5-ba1c-428b-9017-d397f2d15913 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 945 time: 0.0542531 Oct 28 15:55:05.669004 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c6bb04f2-d16b-4b99-9140-912c729b3fd4 req-87878d5e-e99d-42b3-9bbc-1060dbc33db8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305560 Oct 28 15:55:06.784061 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be19b27-6c49-49cc-b9f1-872c0d517743 req-0801946d-d58b-47e1-8a13-ccc3e4023f5f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:06.785543 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9be19b27-6c49-49cc-b9f1-872c0d517743 req-0801946d-d58b-47e1-8a13-ccc3e4023f5f tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 945 time: 0.0507278 Oct 28 15:55:06.826216 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9be19b27-6c49-49cc-b9f1-872c0d517743 req-2238c1dd-40ea-493e-b458-2c39f90ae421 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304489 Oct 28 15:55:06.870940 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-f34e605e-d148-41c8-823b-b8a6978d039a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:06.872434 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-f34e605e-d148-41c8-823b-b8a6978d039a tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 945 time: 0.0511978 Oct 28 15:55:06.967887 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Deleting port 339d502f-578c-4546-beef-8781d4f4e931 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:55:06.968342 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:07.059855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] For port 339d502f-578c-4546-beef-8781d4f4e931, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=339d502f-578c-4546-beef-8781d4f4e931,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:07.060213 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:07.072487 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Calling delete_port for 339d502f-578c-4546-beef-8781d4f4e931 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:55:07.272513 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:07.285061 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['467c0f2a-2891-4497-94f8-386341a69775', '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9', 'b3c1dc04-d968-489d-a7e3-5d4f928d3663', '339d502f-578c-4546-beef-8781d4f4e931'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:55:07.301087 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Pushing event deleted for resources: {'Port': ['ID=339d502f-578c-4546-beef-8781d4f4e931,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:07.342669 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] No DVR routers for this DVR port 339d502f-578c-4546-beef-8781d4f4e931 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:55:07.345329 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:07.348929 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-04a92bcf-141a-4484-8114-c620e7bb1ef9 req-a133e6de-7f22-4948-9576-ed2230c77c7d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "DELETE /v2.0/ports/339d502f-578c-4546-beef-8781d4f4e931 HTTP/1.1" status: 204 len: 173 time: 0.4683177 Oct 28 15:55:07.349394 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf29437-d09f-4fcc-a771-1f92483b9698', 'name': 'network-vif-deleted', 'tag': '339d502f-578c-4546-beef-8781d4f4e931'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:55:07.352235 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943a7cb5-2a03-498e-99be-164896ae719a" -d '{"events": [{"server_uuid": "3bf29437-d09f-4fcc-a771-1f92483b9698", "name": "network-vif-deleted", "tag": "339d502f-578c-4546-beef-8781d4f4e931"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:55:07.389523 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20008f52-f5d8-4377-898c-80198c89cf50 x-openstack-request-id: req-20008f52-f5d8-4377-898c-80198c89cf50 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:55:07.390048 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bf29437-d09f-4fcc-a771-1f92483b9698", "name": "network-vif-deleted", "tag": "339d502f-578c-4546-beef-8781d4f4e931", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:55:07.396313 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-20008f52-f5d8-4377-898c-80198c89cf50 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:55:07.396313 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bf29437-d09f-4fcc-a771-1f92483b9698', 'name': 'network-vif-deleted', 'tag': '339d502f-578c-4546-beef-8781d4f4e931', 'status': 'completed', 'code': 200} Oct 28 15:55:07.931591 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6efdf0aa-7f07-402d-b3a8-235a8ab29e09 req-c1428c2f-16ea-470a-bc28-0c02da79d254 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=3bf29437-d09f-4fcc-a771-1f92483b9698 HTTP/1.1" status: 200 len: 210 time: 0.0289540 Oct 28 15:55:10.548459 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 339d502f-578c-4546-beef-8781d4f4e931 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:55:10.569041 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 339d502f-578c-4546-beef-8781d4f4e931 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:55:10.569386 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 339d502f-578c-4546-beef-8781d4f4e931 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:55:10.645607 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c4868-4f58-47e8-8a65-d5542b8b2244 req-9b0b5b60-7ab5-4856-ae68-a6bf5a2d131d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:10.647052 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f5c4868-4f58-47e8-8a65-d5542b8b2244 req-9b0b5b60-7ab5-4856-ae68-a6bf5a2d131d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 945 time: 0.0485079 Oct 28 15:55:10.683949 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f5c4868-4f58-47e8-8a65-d5542b8b2244 req-9a4f24f1-7b13-462d-95df-2a5be1a37f26 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303125 Oct 28 15:55:10.994560 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:11.271722 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-438d773d-0f72-42ce-84b6-c889fa5b7273 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400429 Oct 28 15:55:11.336024 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-737b092a-f43a-4c6d-bc7a-f09404e2919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:11.338035 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-737b092a-f43a-4c6d-bc7a-f09404e2919e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1099 time: 0.0429802 Oct 28 15:55:11.439276 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-b36051ac-79d2-45fa-9cf4-4dc2b02ca358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:11.440729 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-b36051ac-79d2-45fa-9cf4-4dc2b02ca358 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 913 time: 0.0826025 Oct 28 15:55:11.507468 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-9dabf052-c26d-4ab4-8dca-f7064d54ef69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 200 len: 1002 time: 0.0593243 Oct 28 15:55:11.557596 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-ca446039-03fd-4266-9779-024affab3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:11.558907 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-ca446039-03fd-4266-9779-024affab3278 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0428746 Oct 28 15:55:11.603485 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-41516834-398c-410f-a095-d8e6900fc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:11.604909 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-41516834-398c-410f-a095-d8e6900fc162 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387244 Oct 28 15:55:11.695576 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-2f373d6a-4494-45b4-bde5-04b89e5added service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817962 Oct 28 15:55:11.786017 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2e6259d7-04db-45e0-b1d8-1cc97e9c27c3 req-1d872c4a-6ea5-4c70-9843-0cd8fd09e787 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822155 Oct 28 15:55:11.797227 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867b70a-7648-42d0-a825-7750bf4cddf2 req-c72ff9fd-8523-426a-84de-bd33372e896e tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:11.798690 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2867b70a-7648-42d0-a825-7750bf4cddf2 req-c72ff9fd-8523-426a-84de-bd33372e896e tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 945 time: 0.0475273 Oct 28 15:55:11.836824 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2867b70a-7648-42d0-a825-7750bf4cddf2 req-5167a7e9-5dc4-4522-8c01-0a9542607272 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Oct 28 15:55:12.841233 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-eb30e7a9-32df-4cb3-8170-b191cd31a402 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:12.842651 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-eb30e7a9-32df-4cb3-8170-b191cd31a402 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 945 time: 0.0516984 Oct 28 15:55:12.935199 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Deleting port b3c1dc04-d968-489d-a7e3-5d4f928d3663 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:55:12.935557 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:12.952087 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f527bc-4fca-44b8-b6d3-58f2849f4295 req-eeb75f95-751a-413a-82b2-0462c754d65b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:12.953724 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-06f527bc-4fca-44b8-b6d3-58f2849f4295 req-eeb75f95-751a-413a-82b2-0462c754d65b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Oct 28 15:55:12.995338 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-06f527bc-4fca-44b8-b6d3-58f2849f4295 req-c3285a7b-fc6c-4aab-ad83-398e54951447 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Oct 28 15:55:13.026427 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] For port b3c1dc04-d968-489d-a7e3-5d4f928d3663, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=b3c1dc04-d968-489d-a7e3-5d4f928d3663,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:13.026785 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:13.039164 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Calling delete_port for b3c1dc04-d968-489d-a7e3-5d4f928d3663 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:55:13.234165 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:13.248429 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['467c0f2a-2891-4497-94f8-386341a69775', '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9', 'b3c1dc04-d968-489d-a7e3-5d4f928d3663'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:55:13.265597 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Pushing event deleted for resources: {'Port': ['ID=b3c1dc04-d968-489d-a7e3-5d4f928d3663,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:13.306159 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] No DVR routers for this DVR port b3c1dc04-d968-489d-a7e3-5d4f928d3663 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:55:13.309500 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:13.313071 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-646b2e00-8093-4814-afe6-e3bdf7e8d9e7 req-99d9f38e-33e7-46a5-b567-00fa15924506 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "DELETE /v2.0/ports/b3c1dc04-d968-489d-a7e3-5d4f928d3663 HTTP/1.1" status: 204 len: 173 time: 0.4637568 Oct 28 15:55:13.313525 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5baa7d-5358-40c6-a51c-a34163376b75', 'name': 'network-vif-deleted', 'tag': 'b3c1dc04-d968-489d-a7e3-5d4f928d3663'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:55:13.315747 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed58358-c9ab-447b-95d4-055d2835081e" -d '{"events": [{"server_uuid": "0f5baa7d-5358-40c6-a51c-a34163376b75", "name": "network-vif-deleted", "tag": "b3c1dc04-d968-489d-a7e3-5d4f928d3663"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:55:13.366239 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc17d442-a5c2-4b42-982f-503cce99169b x-openstack-request-id: req-bc17d442-a5c2-4b42-982f-503cce99169b {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:55:13.366239 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5baa7d-5358-40c6-a51c-a34163376b75", "name": "network-vif-deleted", "tag": "b3c1dc04-d968-489d-a7e3-5d4f928d3663", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:55:13.366239 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bc17d442-a5c2-4b42-982f-503cce99169b {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:55:13.366239 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5baa7d-5358-40c6-a51c-a34163376b75', 'name': 'network-vif-deleted', 'tag': 'b3c1dc04-d968-489d-a7e3-5d4f928d3663', 'status': 'completed', 'code': 200} Oct 28 15:55:14.270212 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e618d9a8-199e-48a3-bed4-1674a29a2f8e req-a36c02ae-9add-4a38-83d9-d45784726940 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=0f5baa7d-5358-40c6-a51c-a34163376b75 HTTP/1.1" status: 200 len: 210 time: 0.0264120 Oct 28 15:55:15.383149 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e8feca66-e777-4d96-ab1f-defbf51870df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:15.742051 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15841d55-4d6b-43c2-92a9-b5d278444efa req-33e411f8-beb2-4c6e-a0fb-6beed5413011 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:15.743507 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-15841d55-4d6b-43c2-92a9-b5d278444efa req-33e411f8-beb2-4c6e-a0fb-6beed5413011 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0476108 Oct 28 15:55:15.780581 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-15841d55-4d6b-43c2-92a9-b5d278444efa req-e019af90-8bf4-4488-954c-fc2f08776327 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Oct 28 15:55:16.588944 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device b3c1dc04-d968-489d-a7e3-5d4f928d3663 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:55:16.611873 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: b3c1dc04-d968-489d-a7e3-5d4f928d3663 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:55:16.612203 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device b3c1dc04-d968-489d-a7e3-5d4f928d3663 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:55:16.897450 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dba2b-d964-4096-8d08-194ab7d9cd42 req-212d3c62-d6c0-4a75-a8d2-652d57cd537b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:16.898904 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae8dba2b-d964-4096-8d08-194ab7d9cd42 req-212d3c62-d6c0-4a75-a8d2-652d57cd537b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0510209 Oct 28 15:55:16.939199 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ae8dba2b-d964-4096-8d08-194ab7d9cd42 req-f2e2ce09-2ee2-4249-b185-df2e20dfc99d tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343506 Oct 28 15:55:18.054016 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b8435-d27d-4863-9218-7c316984f45c req-a3bbb818-f6b7-460c-a48e-87df01acb882 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:18.055389 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-182b8435-d27d-4863-9218-7c316984f45c req-a3bbb818-f6b7-460c-a48e-87df01acb882 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0511084 Oct 28 15:55:18.093625 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-182b8435-d27d-4863-9218-7c316984f45c req-e14a848a-e255-4ba0-a26c-8ee2954f085c tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Oct 28 15:55:18.160663 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c2fa8455-2b47-4713-97dd-470199a7ff61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:18.708658 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-52bbf9ec-1411-4fc1-864a-9821f63ef9e9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:18.710077 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-52bbf9ec-1411-4fc1-864a-9821f63ef9e9 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 946 time: 0.0477517 Oct 28 15:55:18.802452 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Deleting port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:55:18.802783 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:18.888075 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] For port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:18.888344 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:18.900642 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Calling delete_port for 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:55:19.086284 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:19.098679 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['467c0f2a-2891-4497-94f8-386341a69775', '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:55:19.114846 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Pushing event deleted for resources: {'Port': ['ID=70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:19.129140 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:19.159255 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] No DVR routers for this DVR port 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:55:19.162602 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:19.166167 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d31f766c-8c40-414d-8b52-5b0d3ff8007e req-2165405e-ec45-4b08-bcb3-9a3898b2f823 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "DELETE /v2.0/ports/70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 HTTP/1.1" status: 204 len: 173 time: 0.4496243 Oct 28 15:55:19.166621 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c137307-ffa2-4022-8b8a-ebcf2a5af12a', 'name': 'network-vif-deleted', 'tag': '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:55:19.168934 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d107f5e7-2b5a-4fa0-a9c9-2fb0eb289c46" -d '{"events": [{"server_uuid": "7c137307-ffa2-4022-8b8a-ebcf2a5af12a", "name": "network-vif-deleted", "tag": "70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:55:19.205100 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-04e42bc2-21ee-458b-a5b4-1a3f766a00e2 req-3419e04e-555c-479e-9deb-6990162b1272 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c137307-ffa2-4022-8b8a-ebcf2a5af12a HTTP/1.1" status: 200 len: 210 time: 0.0293829 Oct 28 15:55:19.207488 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e422f86b-c9b4-4705-bc26-256f4c98f0f2 x-openstack-request-id: req-e422f86b-c9b4-4705-bc26-256f4c98f0f2 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:55:19.207777 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c137307-ffa2-4022-8b8a-ebcf2a5af12a", "name": "network-vif-deleted", "tag": "70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:55:19.208027 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e422f86b-c9b4-4705-bc26-256f4c98f0f2 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:55:19.208494 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c137307-ffa2-4022-8b8a-ebcf2a5af12a', 'name': 'network-vif-deleted', 'tag': '70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9', 'status': 'completed', 'code': 200} Oct 28 15:55:19.496477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:21.103363 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:21.960773 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82029c-b652-4687-9518-7db1e47b3b15 req-119047c4-f3f7-4947-be5b-cfa10dd1807b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:21.962244 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fe82029c-b652-4687-9518-7db1e47b3b15 req-119047c4-f3f7-4947-be5b-cfa10dd1807b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 945 time: 0.0482771 Oct 28 15:55:21.999858 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fe82029c-b652-4687-9518-7db1e47b3b15 req-2951c968-52f1-438c-9f7f-bcddcf935204 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Oct 28 15:55:22.606060 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:55:22.626490 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:55:22.626831 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 70fe383b-a2f3-4c8d-b3d7-2aed92aee3c9 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:55:23.120088 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6d109-2a33-4b3d-a59d-e9500ae99b2e req-89ee3095-14cb-470a-bc7a-aa26b8994288 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:23.122224 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a1d6d109-2a33-4b3d-a59d-e9500ae99b2e req-89ee3095-14cb-470a-bc7a-aa26b8994288 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 945 time: 0.0531335 Oct 28 15:55:23.158379 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a1d6d109-2a33-4b3d-a59d-e9500ae99b2e req-cb648566-34a5-413b-a61b-6e7d68dae405 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/security-groups?id=bb4aaafe-289f-4c93-b635-071070ff0fa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302041 Oct 28 15:55:23.598063 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9e9200d9-8283-4de1-811b-f8f6876dbf93 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:23.599470 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9e9200d9-8283-4de1-811b-f8f6876dbf93 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 945 time: 0.0472090 Oct 28 15:55:23.688302 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Deleting port 467c0f2a-2891-4497-94f8-386341a69775 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:55:23.688658 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:23.775882 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] For port 467c0f2a-2891-4497-94f8-386341a69775, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=467c0f2a-2891-4497-94f8-386341a69775,segment=NetworkSegment(d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd),segment_id=d32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:23.776232 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:23.788255 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Calling delete_port for 467c0f2a-2891-4497-94f8-386341a69775 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:55:23.972444 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:23.984524 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['467c0f2a-2891-4497-94f8-386341a69775'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:55:23.999640 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Pushing event deleted for resources: {'Port': ['ID=467c0f2a-2891-4497-94f8-386341a69775,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:24.041486 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] No DVR routers for this DVR port 467c0f2a-2891-4497-94f8-386341a69775 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:55:24.044599 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:24.047867 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-af1f8b9c-d872-4c1c-97eb-0cb4635344ba req-9fdc111d-3029-4712-811c-5a230e9045a8 tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.49 "DELETE /v2.0/ports/467c0f2a-2891-4497-94f8-386341a69775 HTTP/1.1" status: 204 len: 173 time: 0.4417572 Oct 28 15:55:24.048296 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b88e85-cf04-4bb9-889d-bd9f2846e583', 'name': 'network-vif-deleted', 'tag': '467c0f2a-2891-4497-94f8-386341a69775'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:55:24.050518 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ce4ca0-4a86-4a1b-966d-36cd390c1f72" -d '{"events": [{"server_uuid": "64b88e85-cf04-4bb9-889d-bd9f2846e583", "name": "network-vif-deleted", "tag": "467c0f2a-2891-4497-94f8-386341a69775"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:55:24.087239 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfec037-17e4-44e4-9229-856d544f17d6 x-openstack-request-id: req-9bfec037-17e4-44e4-9229-856d544f17d6 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:55:24.087523 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b88e85-cf04-4bb9-889d-bd9f2846e583", "name": "network-vif-deleted", "tag": "467c0f2a-2891-4497-94f8-386341a69775", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:55:24.087766 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9bfec037-17e4-44e4-9229-856d544f17d6 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:55:24.088151 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64b88e85-cf04-4bb9-889d-bd9f2846e583', 'name': 'network-vif-deleted', 'tag': '467c0f2a-2891-4497-94f8-386341a69775', 'status': 'completed', 'code': 200} Oct 28 15:55:24.254972 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d51bbc84-2ece-49a7-865a-109ba38045d9 req-9b2e6020-a53d-424c-b835-6783a858310b tempest-AttachVolumeNegativeTest-574126403 tempest-AttachVolumeNegativeTest-574126403-project] 10.222.0.86 "GET /v2.0/ports?device_id=64b88e85-cf04-4bb9-889d-bd9f2846e583 HTTP/1.1" status: 200 len: 210 time: 0.0269582 Oct 28 15:55:25.309613 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60348) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:25.495204 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b106f2-d17f-4d21-af08-fc57657c49bc admin admin] Deleting subnet b3fd9c8c-b068-4381-85ec-1623fa548c39 {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:55:25.498222 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-39b106f2-d17f-4d21-af08-fc57657c49bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.531544 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-39b106f2-d17f-4d21-af08-fc57657c49bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5723519'] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.571802 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-39b106f2-d17f-4d21-af08-fc57657c49bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.692372 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-39b106f2-d17f-4d21-af08-fc57657c49bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5431788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5398907'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.717004 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b106f2-d17f-4d21-af08-fc57657c49bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fd9c8c-b068-4381-85ec-1623fa548c39,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:25.720688 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-39b106f2-d17f-4d21-af08-fc57657c49bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.726038 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-39b106f2-d17f-4d21-af08-fc57657c49bc admin admin] 10.222.0.86 "DELETE /v2.0/subnets/b3fd9c8c-b068-4381-85ec-1623fa548c39 HTTP/1.1" status: 204 len: 168 time: 0.4131885 Oct 28 15:55:25.726927 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60352) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:25.791609 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.868824 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.888064 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24ae9ef-f446-4a47-88b9-f91bd62a5742']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:25.897178 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:25.897460 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32a67e0-0ff7-4c69-9be7-9e9a2dd1e7dd') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:25.906980 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.919664 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.925835 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Releasing vlan 1052 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:55:25.926236 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:55:25.927935 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:55:26.052028 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:26.057294 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:26.062299 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] 10.222.0.86 "DELETE /v2.0/networks/d24ae9ef-f446-4a47-88b9-f91bd62a5742 HTTP/1.1" status: 204 len: 168 time: 0.3339021 Oct 28 15:55:26.071994 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f25d2-673c-4adf-bdc8-d432c8e100cb admin admin] Pushing event deleted for resources: {'Network': ['ID=d24ae9ef-f446-4a47-88b9-f91bd62a5742,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:26.307491 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60360) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:26.348609 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-8c3672b5-5aa2-40d4-a5f0-946d5eeda2c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a4df9263130f4e45aa80e63b69905f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399303 Oct 28 15:55:26.351867 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60362) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:26.398429 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-256f4bef-3d86-4081-9c54-c76a997de57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:26.419784 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-256f4bef-3d86-4081-9c54-c76a997de57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:26.514830 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-256f4bef-3d86-4081-9c54-c76a997de57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:26.517333 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-256f4bef-3d86-4081-9c54-c76a997de57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:26.518433 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-256f4bef-3d86-4081-9c54-c76a997de57c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/bb4aaafe-289f-4c93-b635-071070ff0fa5 HTTP/1.1" status: 204 len: 168 time: 0.1656671 Oct 28 15:55:26.526119 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256f4bef-3d86-4081-9c54-c76a997de57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4aaafe-289f-4c93-b635-071070ff0fa5,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:26.622271 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 467c0f2a-2891-4497-94f8-386341a69775 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:55:26.643925 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 467c0f2a-2891-4497-94f8-386341a69775 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:55:26.644265 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 467c0f2a-2891-4497-94f8-386341a69775 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:55:28.300819 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-c31cb43a-3f68-413b-aca8-2ff05fa6f400 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535222416&fields=id&tenant_id=9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 267 time: 0.0326209 Oct 28 15:55:28.407220 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539564-2b0e-4199-8114-93148143614b req-42eba569-392a-4a33-9b59-ae44ed4d570c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:28.408690 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-42eba569-392a-4a33-9b59-ae44ed4d570c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 811 time: 0.1009741 Oct 28 15:55:28.423753 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-17f6c714-ea94-4fe9-953c-be3faa714124 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/quotas/9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Oct 28 15:55:28.477767 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-3ea3388f-7593-465a-be99-903e4bb71ecd tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485539 Oct 28 15:55:28.570839 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-ee0e5a55-c6d1-4230-9e30-fc9d6f2ae749 service neutron] 10.222.0.86 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806441 Oct 28 15:55:28.661456 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-f69723ce-7474-4960-b733-33288a32127e service neutron] 10.222.0.86 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844579 Oct 28 15:55:28.804316 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60420) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:28.907553 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a0d61d82-ab0f-4947-a8e5-d0d55c62d70e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:28.978447 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a0d61d82-ab0f-4947-a8e5-d0d55c62d70e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:29.023823 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a0d61d82-ab0f-4947-a8e5-d0d55c62d70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:29.060424 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d61d82-ab0f-4947-a8e5-d0d55c62d70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75133b18-1f9d-4db2-8bb8-299b76cbfbbb,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:29.065823 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a0d61d82-ab0f-4947-a8e5-d0d55c62d70e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=df08867dfef8456aacd64de12e2ff8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604384 Oct 28 15:55:29.068492 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60424) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:29.118151 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c750587-26c2-4613-9a7e-0e42fe70dcf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:29.144173 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c750587-26c2-4613-9a7e-0e42fe70dcf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:29.197859 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7745fa64-177d-44dd-8382-c729b278a4fb req-58641b34-66c4-42a9-8b2b-79d764322788 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 210 time: 0.0347452 Oct 28 15:55:29.296280 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c750587-26c2-4613-9a7e-0e42fe70dcf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:29.299018 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4c750587-26c2-4613-9a7e-0e42fe70dcf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:29.300191 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-4c750587-26c2-4613-9a7e-0e42fe70dcf3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/75133b18-1f9d-4db2-8bb8-299b76cbfbbb HTTP/1.1" status: 204 len: 168 time: 0.2308638 Oct 28 15:55:29.307995 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c750587-26c2-4613-9a7e-0e42fe70dcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75133b18-1f9d-4db2-8bb8-299b76cbfbbb,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:29.931556 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60440) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:29.947738 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-91550013-edf9-477e-a797-e8ade783d340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:30.018532 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-91550013-edf9-477e-a797-e8ade783d340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:30.136182 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-91550013-edf9-477e-a797-e8ade783d340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:30.173045 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91550013-edf9-477e-a797-e8ade783d340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07a017-9650-4048-bac7-f454ed9603e8,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:30.177342 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-91550013-edf9-477e-a797-e8ade783d340 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=844905da13264d61a4a756f195756557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447534 Oct 28 15:55:30.179957 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60442) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:30.229446 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-33be42fc-d031-42e1-b4c1-4614766f3757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:30.253472 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-33be42fc-d031-42e1-b4c1-4614766f3757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:30.305589 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5eeb2d21-0f23-4221-b5e2-96576385d7c3 req-cf023a1c-1d63-4f35-94b7-f9eba1744f98 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 210 time: 0.0371969 Oct 28 15:55:30.388080 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-33be42fc-d031-42e1-b4c1-4614766f3757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:30.391394 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-33be42fc-d031-42e1-b4c1-4614766f3757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:30.392628 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-33be42fc-d031-42e1-b4c1-4614766f3757 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c07a017-9650-4048-bac7-f454ed9603e8 HTTP/1.1" status: 204 len: 168 time: 0.2110701 Oct 28 15:55:30.400689 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be42fc-d031-42e1-b4c1-4614766f3757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07a017-9650-4048-bac7-f454ed9603e8,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:31.425527 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539564-2b0e-4199-8114-93148143614b req-81911516-0346-45e1-8de4-1f845a2ce223 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:31.427312 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-81911516-0346-45e1-8de4-1f845a2ce223 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 811 time: 0.1146514 Oct 28 15:55:31.455075 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:55:31.475075 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-fc1f5cb1-f384-4333-8388-20fc9078ee8f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 379 time: 0.0390866 Oct 28 15:55:31.485544 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'port': {'device_id': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'admin_state_up': True, 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'security_groups': ['75ea0683-dd79-4fb3-8004-d6ee53cae325']}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:31.662051 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Made reservation on behalf of 9909723fa66c47a1a813ac7796204744 for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:31.665671 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:31.687493 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8df0e076-82e5-44c4-bc11-d75fe6197367 req-24e73495-13ee-4f61-a3e4-2f278a5f75c7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 210 time: 0.3160663 Oct 28 15:55:31.792639 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Allocated IP 172.20.0.7 (3dd7a3f1-3fb7-4481-b947-a81baecf62e5/a32eeb24-d2bd-47a0-aec9-26aa04a60bf1/58f789a9-f15f-4b57-a963-9160fa83d15b) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:32.171433 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:32.316034 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:32.363716 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:32.366792 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:32.371314 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:32.375207 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=58f789a9-f15f-4b57-a963-9160fa83d15b,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:32.436286 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:32.436973 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:32.530577 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-20da400e-2815-4b31-9b96-d3971c34b43a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0494025 Oct 28 15:55:32.544181 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Request body: {'port': {'device_id': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:32.605846 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d7bf3b85-7c2b-4546-8269-b6991a89e30f None None] Provisioning complete for port 58f789a9-f15f-4b57-a963-9160fa83d15b triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:32.606358 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d7bf3b85-7c2b-4546-8269-b6991a89e30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:32.607177 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:32.647873 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf3b85-7c2b-4546-8269-b6991a89e30f None None] Port 58f789a9-f15f-4b57-a963-9160fa83d15b cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:55:32.891109 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f789a9-f15f-4b57-a963-9160fa83d15b {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:55:32.898964 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:32.911615 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Transition to ACTIVE for port object 58f789a9-f15f-4b57-a963-9160fa83d15b will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:55:32.968582 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e9633-8c2b-49bb-84e0-77898476147f req-d5adf169-b967-4425-9146-66de9eb752c2 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:32.969952 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-142e9633-8c2b-49bb-84e0-77898476147f req-d5adf169-b967-4425-9146-66de9eb752c2 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 931 time: 0.2098572 Oct 28 15:55:32.982643 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:33.010172 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-142e9633-8c2b-49bb-84e0-77898476147f req-5d329743-c666-4364-b69e-91cb2fa0a841 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341625 Oct 28 15:55:33.037652 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Pushing event updated for resources: {'Port': ['ID=58f789a9-f15f-4b57-a963-9160fa83d15b,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:33.104698 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Attempting to bind port 58f789a9-f15f-4b57-a963-9160fa83d15b on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:55:33.105013 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Attempting to bind port 58f789a9-f15f-4b57-a963-9160fa83d15b by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:55:33.105327 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Attempting to bind port 58f789a9-f15f-4b57-a963-9160fa83d15b on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:33.109743 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Port 58f789a9-f15f-4b57-a963-9160fa83d15b on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:55:33.110080 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Attempting to bind port 58f789a9-f15f-4b57-a963-9160fa83d15b on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:33.115031 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:55:33.115368 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Checking segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:33.115720 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Bound using segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:55:33.116135 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Bound port: 58f789a9-f15f-4b57-a963-9160fa83d15b, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:55:33.116517 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:33.181425 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] For port 58f789a9-f15f-4b57-a963-9160fa83d15b, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:55:33.185058 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] For port 58f789a9-f15f-4b57-a963-9160fa83d15b, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=58f789a9-f15f-4b57-a963-9160fa83d15b,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:55:33.240559 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:33.284378 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:33.284378 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:33.284378 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] 10.222.0.49 "PUT /v2.0/ports/58f789a9-f15f-4b57-a963-9160fa83d15b HTTP/1.1" status: 200 len: 1093 time: 0.7437501 Oct 28 15:55:33.284378 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'tag': '58f789a9-f15f-4b57-a963-9160fa83d15b'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:55:33.286210 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b82acf-96ef-489b-986d-db95f63589a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfea674-92fa-46b4-9ea8-ed35e5f207b5", "tag": "58f789a9-f15f-4b57-a963-9160fa83d15b"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:55:33.308513 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b563c-da55-409b-bd5e-5b2b4f3d7107 service neutron] Pushing event updated for resources: {'Port': ['ID=58f789a9-f15f-4b57-a963-9160fa83d15b,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:33.331242 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd857cd3-16e5-4e4a-8736-661e2856d03d x-openstack-request-id: req-fd857cd3-16e5-4e4a-8736-661e2856d03d {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:55:33.422864 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfea674-92fa-46b4-9ea8-ed35e5f207b5", "tag": "58f789a9-f15f-4b57-a963-9160fa83d15b", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:55:33.422864 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd857cd3-16e5-4e4a-8736-661e2856d03d {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:55:33.422864 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'tag': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'status': 'completed', 'code': 200} Oct 28 15:55:33.422864 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b82acf-96ef-489b-986d-db95f63589a3 req-4322d2f4-abc6-440d-af5a-8584e7a2a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:33.422864 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e4b82acf-96ef-489b-986d-db95f63589a3 req-4322d2f4-abc6-440d-af5a-8584e7a2a5d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 1096 time: 0.0436528 Oct 28 15:55:33.497883 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b82acf-96ef-489b-986d-db95f63589a3 req-46be3ec2-016e-49ed-81a0-d45be84717c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:33.499480 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e4b82acf-96ef-489b-986d-db95f63589a3 req-46be3ec2-016e-49ed-81a0-d45be84717c5 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9909723fa66c47a1a813ac7796204744&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0922904 Oct 28 15:55:33.597104 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b82acf-96ef-489b-986d-db95f63589a3 req-dc645112-5551-4e61-b71f-82758d2ba4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:33.598475 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e4b82acf-96ef-489b-986d-db95f63589a3 req-dc645112-5551-4e61-b71f-82758d2ba4b1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913227 Oct 28 15:55:33.675864 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539564-2b0e-4199-8114-93148143614b req-13434248-05a5-4f9d-833a-d223ed0426b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:33.677369 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-13434248-05a5-4f9d-833a-d223ed0426b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 1096 time: 0.0408366 Oct 28 15:55:33.727261 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-fe9b877c-9b40-47cb-83fc-ddb279322ec2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f789a9-f15f-4b57-a963-9160fa83d15b HTTP/1.1" status: 200 len: 217 time: 0.0364575 Oct 28 15:55:33.777805 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539564-2b0e-4199-8114-93148143614b req-b910d685-b0bd-4d64-9c0f-afcc34888a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:33.779320 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-b910d685-b0bd-4d64-9c0f-afcc34888a9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0436177 Oct 28 15:55:33.824144 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539564-2b0e-4199-8114-93148143614b req-520731cf-a03f-41c2-be82-9a5d6a1f174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:33.826184 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-520731cf-a03f-41c2-be82-9a5d6a1f174d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386961 Oct 28 15:55:33.915200 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-e05e271d-33ff-4b2b-839a-65aa08c5147a service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816793 Oct 28 15:55:34.001691 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-d2539564-2b0e-4199-8114-93148143614b req-69a53605-b740-4f58-91f4-8355ff687dfc service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788517 Oct 28 15:55:34.136197 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f44f81-f30c-4c3f-a680-53a10bab6deb req-5542b0e6-5f27-406b-949d-9e98f84ce288 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:34.137780 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-59f44f81-f30c-4c3f-a680-53a10bab6deb req-5542b0e6-5f27-406b-949d-9e98f84ce288 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0491869 Oct 28 15:55:34.177281 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-59f44f81-f30c-4c3f-a680-53a10bab6deb req-189c480a-7db6-463e-a11f-b37deb144c3a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308449 Oct 28 15:55:35.291909 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556ece5-98cf-4d36-9b61-b7e2c46019c1 req-b9b85fb0-d684-41d9-ae56-faa48fb48864 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:35.293384 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3556ece5-98cf-4d36-9b61-b7e2c46019c1 req-b9b85fb0-d684-41d9-ae56-faa48fb48864 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0483937 Oct 28 15:55:35.329787 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3556ece5-98cf-4d36-9b61-b7e2c46019c1 req-80f929bd-d00d-4ac4-8a72-268a4f10d03a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300131 Oct 28 15:55:36.448245 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd950c82-6f05-4062-970c-92164e01936a req-d14e55d0-b371-4b7a-bbbf-028030908e91 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:36.449727 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dd950c82-6f05-4062-970c-92164e01936a req-d14e55d0-b371-4b7a-bbbf-028030908e91 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0520632 Oct 28 15:55:36.490426 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dd950c82-6f05-4062-970c-92164e01936a req-4e9576b1-9a90-4aea-bb39-543ce090fe45 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346634 Oct 28 15:55:37.601600 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a0a1b-3c22-44e8-a767-2e9160361e57 req-0429f156-7687-48d5-9c59-a7702ad34c7a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:37.603014 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-673a0a1b-3c22-44e8-a767-2e9160361e57 req-0429f156-7687-48d5-9c59-a7702ad34c7a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0468421 Oct 28 15:55:37.639014 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-673a0a1b-3c22-44e8-a767-2e9160361e57 req-ff4a30ff-11cb-4eb8-bf78-03f86aece141 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295291 Oct 28 15:55:38.751466 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72221f-16fc-46a2-821d-a83fb5693439 req-9aa7ba8b-d9dc-4e1c-8f9a-d0aa922717e3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:38.761711 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-be72221f-16fc-46a2-821d-a83fb5693439 req-9aa7ba8b-d9dc-4e1c-8f9a-d0aa922717e3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0491064 Oct 28 15:55:38.794391 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-be72221f-16fc-46a2-821d-a83fb5693439 req-63111f20-c1b7-4114-9e20-2f84963bb075 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313306 Oct 28 15:55:39.906521 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f2232-8678-44ff-9ae4-6315ac5a472b req-4bb5d76c-827b-4eca-a2a5-01d9d9842dbe tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:39.907943 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-543f2232-8678-44ff-9ae4-6315ac5a472b req-4bb5d76c-827b-4eca-a2a5-01d9d9842dbe tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0470617 Oct 28 15:55:39.947226 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-543f2232-8678-44ff-9ae4-6315ac5a472b req-a39e8205-bb10-4ecd-88ef-2a0c8060655c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332336 Oct 28 15:55:40.999927 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.059284 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e89706-aa6f-4c4b-afb8-09b9fc839407 req-5a2a19c0-b996-4742-97ae-e7b986ddac65 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:41.060766 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-94e89706-aa6f-4c4b-afb8-09b9fc839407 req-5a2a19c0-b996-4742-97ae-e7b986ddac65 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0487745 Oct 28 15:55:41.098016 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-94e89706-aa6f-4c4b-afb8-09b9fc839407 req-12144ba2-f011-46ec-b39a-46484dd61b2f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Oct 28 15:55:42.213906 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a4bb3-b03f-4617-b67c-efa6ee149330 req-12d27208-2685-44cb-895e-f1b1f4862ce8 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:42.215440 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-689a4bb3-b03f-4617-b67c-efa6ee149330 req-12d27208-2685-44cb-895e-f1b1f4862ce8 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0536151 Oct 28 15:55:42.252563 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-689a4bb3-b03f-4617-b67c-efa6ee149330 req-e5031ada-91a0-4426-9f2b-51b7ca00f086 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312598 Oct 28 15:55:43.365193 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781177e9-643c-4b97-978b-839f680c3916 req-5eda3384-1079-41a7-bc88-fa98a082597f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:43.366644 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-781177e9-643c-4b97-978b-839f680c3916 req-5eda3384-1079-41a7-bc88-fa98a082597f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0473835 Oct 28 15:55:43.416961 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-781177e9-643c-4b97-978b-839f680c3916 req-ca4d7b8d-9390-4a3e-b3d4-9ec64f4ef304 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433865 Oct 28 15:55:44.532972 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd3854-4bcb-4b79-8e56-f1bcf89857f7 req-1f7058df-8e97-4cc6-8057-eb819e0fe68f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:44.534458 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-06dd3854-4bcb-4b79-8e56-f1bcf89857f7 req-1f7058df-8e97-4cc6-8057-eb819e0fe68f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 943 time: 0.0484614 Oct 28 15:55:44.572513 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-06dd3854-4bcb-4b79-8e56-f1bcf89857f7 req-5b4d8734-27a1-4115-8bef-a66e8fcda663 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Oct 28 15:55:44.716485 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 58f789a9-f15f-4b57-a963-9160fa83d15b details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:55:44.824093 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 58f789a9-f15f-4b57-a963-9160fa83d15b, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=58f789a9-f15f-4b57-a963-9160fa83d15b,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:44.837770 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'port_id': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'mac_address': 'fa:16:3e:bd:00:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:55:44.875161 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.888290 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f789a9-f15f-4b57-a963-9160fa83d15b {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:55:44.912143 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 58f789a9-f15f-4b57-a963-9160fa83d15b, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=58f789a9-f15f-4b57-a963-9160fa83d15b,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:44.984708 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.031219 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=58f789a9-f15f-4b57-a963-9160fa83d15b,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:45.038208 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.038554 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.038887 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.039215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.039546 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.039869 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.040183 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.040534 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.040854 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.041167 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.041481 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.041795 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:45.377566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['58f789a9-f15f-4b57-a963-9160fa83d15b'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:55:45.436889 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ec886b5c-46d0-442f-8847-90ef63f78d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.682690 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81461a12-2586-4668-9e04-e083afc73186 req-b80e9b68-a1fd-4afe-a1e5-b390f50f6e9d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:45.684143 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-81461a12-2586-4668-9e04-e083afc73186 req-b80e9b68-a1fd-4afe-a1e5-b390f50f6e9d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 944 time: 0.0482366 Oct 28 15:55:45.721701 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-81461a12-2586-4668-9e04-e083afc73186 req-dc10d104-719f-4eb4-a85d-61436f76c3b5 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Oct 28 15:55:46.722140 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 58f789a9-f15f-4b57-a963-9160fa83d15b up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:46.830635 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 58f789a9-f15f-4b57-a963-9160fa83d15b completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:55:46.835917 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 58f789a9-f15f-4b57-a963-9160fa83d15b triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:46.836465 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.843351 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637a6c8-a60f-4d61-a070-cf11705ab41f req-68606395-f4f2-44b6-b4df-5e656d151299 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:46.848856 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0637a6c8-a60f-4d61-a070-cf11705ab41f req-68606395-f4f2-44b6-b4df-5e656d151299 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 944 time: 0.0547502 Oct 28 15:55:46.888928 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0637a6c8-a60f-4d61-a070-cf11705ab41f req-3c509082-2793-49d3-b763-f946a4952ad3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368118 Oct 28 15:55:46.928549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60628) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:46.929602 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.961655 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f789a9-f15f-4b57-a963-9160fa83d15b'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:55:46.964342 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed41a2dc-3a77-45af-bfd3-843aec4d89b7" -d '{"events": [{"server_uuid": "ecfea674-92fa-46b4-9ea8-ed35e5f207b5", "name": "network-vif-plugged", "status": "completed", "tag": "58f789a9-f15f-4b57-a963-9160fa83d15b"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:55:46.969766 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 58f789a9-f15f-4b57-a963-9160fa83d15b, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=58f789a9-f15f-4b57-a963-9160fa83d15b,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:47.003365 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914362e3-7160-424c-80f4-2a175daf0132 x-openstack-request-id: req-914362e3-7160-424c-80f4-2a175daf0132 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:55:47.003931 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfea674-92fa-46b4-9ea8-ed35e5f207b5", "name": "network-vif-plugged", "status": "completed", "tag": "58f789a9-f15f-4b57-a963-9160fa83d15b", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:55:47.004320 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-914362e3-7160-424c-80f4-2a175daf0132 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:55:47.012066 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'code': 200} Oct 28 15:55:47.058955 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.063255 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.110224 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=58f789a9-f15f-4b57-a963-9160fa83d15b,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:47.137820 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.240198 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.273952 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60638) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:47.280769 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e55f1f50f9c4686806b2fc2b0c7554d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510158 Oct 28 15:55:47.293411 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b49eb3-70ad-4996-8d1c-f5ca7c01153e,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:47.302229 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.309039 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d418b56-bc26-430f-90c0-b783d11ee684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.373627 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.401166 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031394dd-e3a5-433b-9d28-fd6123dd2dd7 req-becf8e49-4e7e-4fe2-915c-3ef602f54e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:47.402582 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-031394dd-e3a5-433b-9d28-fd6123dd2dd7 req-becf8e49-4e7e-4fe2-915c-3ef602f54e6b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 1098 time: 0.0726271 Oct 28 15:55:47.405211 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.465811 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-031394dd-e3a5-433b-9d28-fd6123dd2dd7 req-f3b823d4-0468-4d2e-b0de-fa7ac6042c75 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517898 Oct 28 15:55:47.571068 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.573689 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.574830 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/13b49eb3-70ad-4996-8d1c-f5ca7c01153e HTTP/1.1" status: 204 len: 168 time: 0.2998953 Oct 28 15:55:47.583511 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b49eb3-70ad-4996-8d1c-f5ca7c01153e,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:47.590721 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.591123 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.591978 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.592308 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.592665 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.593036 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.593360 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.593686 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.594004 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.594320 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.594637 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:47.594973 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9f872f-134a-40ba-98e9-9b3b87ddd11f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:48.003457 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bd057-0fa2-4317-b7e8-d157ed7a2a6c req-c1aab0fb-abb0-4ecc-953b-67fe4eaf5617 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:48.004886 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-110bd057-0fa2-4317-b7e8-d157ed7a2a6c req-c1aab0fb-abb0-4ecc-953b-67fe4eaf5617 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 945 time: 0.0481322 Oct 28 15:55:48.042182 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-110bd057-0fa2-4317-b7e8-d157ed7a2a6c req-7a8512ba-2080-4e64-8743-d3180187e6b5 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315557 Oct 28 15:55:48.154453 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f04e3ed2-aa7f-4511-872d-009965a3e988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.205873 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60648) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:48.219815 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7b3dce62-7ff1-4394-b52b-9c843e5f7520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.298967 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7b3dce62-7ff1-4394-b52b-9c843e5f7520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.362194 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-7b3dce62-7ff1-4394-b52b-9c843e5f7520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.403160 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-7b3dce62-7ff1-4394-b52b-9c843e5f7520 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1d4e53379f9f4674a4041a0e3aac2cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962192 Oct 28 15:55:48.405137 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dce62-7ff1-4394-b52b-9c843e5f7520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ea39bb-4b8c-427a-b971-e98f9e302c4a,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:48.406208 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60652) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:48.454474 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-003f5fb9-50f8-485a-b916-04467b96a12d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.477257 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-003f5fb9-50f8-485a-b916-04467b96a12d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.611473 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-003f5fb9-50f8-485a-b916-04467b96a12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.614127 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-003f5fb9-50f8-485a-b916-04467b96a12d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.615274 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-003f5fb9-50f8-485a-b916-04467b96a12d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/41ea39bb-4b8c-427a-b971-e98f9e302c4a HTTP/1.1" status: 204 len: 168 time: 0.2080646 Oct 28 15:55:48.623873 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f5fb9-50f8-485a-b916-04467b96a12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ea39bb-4b8c-427a-b971-e98f9e302c4a,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:49.108931 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.165809 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5533c-f25d-4a5d-a071-4a1e1bd9f59f req-baaeb66e-3fe8-4fd8-9c89-f7c9a6384459 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:49.167177 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-06a5533c-f25d-4a5d-a071-4a1e1bd9f59f req-baaeb66e-3fe8-4fd8-9c89-f7c9a6384459 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 945 time: 0.0493467 Oct 28 15:55:49.207813 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-06a5533c-f25d-4a5d-a071-4a1e1bd9f59f req-63013693-2d80-4cbc-9894-fe3dc4faf032 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Oct 28 15:55:49.447860 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.806937 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26888a6c-2c84-4162-880c-2ba91168bdb7 req-25d65984-4210-473d-b966-6e5807decea5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:49.808402 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26888a6c-2c84-4162-880c-2ba91168bdb7 req-25d65984-4210-473d-b966-6e5807decea5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0583475 Oct 28 15:55:49.846297 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26888a6c-2c84-4162-880c-2ba91168bdb7 req-f8533957-6aa4-46b3-a577-8f4ebe7f87d8 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313084 Oct 28 15:55:50.328251 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06015d-a088-4e53-ae03-f4c15bc734e5 req-81814fd7-8b75-46fb-9648-d7315992f44e tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:50.329730 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b06015d-a088-4e53-ae03-f4c15bc734e5 req-81814fd7-8b75-46fb-9648-d7315992f44e tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 945 time: 0.0532897 Oct 28 15:55:50.366959 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b06015d-a088-4e53-ae03-f4c15bc734e5 req-00064709-35cc-4455-a02a-43a64a72f086 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313499 Oct 28 15:55:50.481961 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdd28d-cc91-4cc1-b33f-fe17d8adf3bf req-4e19e626-5b1b-4f80-8521-ac298244df05 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:50.483613 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9bbdd28d-cc91-4cc1-b33f-fe17d8adf3bf req-4e19e626-5b1b-4f80-8521-ac298244df05 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 945 time: 0.0515702 Oct 28 15:55:50.522832 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9bbdd28d-cc91-4cc1-b33f-fe17d8adf3bf req-f9585291-c41c-4f3a-b5b8-8b5f7d5931dd tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331945 Oct 28 15:55:50.545952 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60704) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:50.760521 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7730d6be-2c5f-4c62-8d9b-2c3a1de6deb3 tempest-TestVolumeBootPattern-1896700481 tempest-TestVolumeBootPattern-1896700481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:50.765334 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-7730d6be-2c5f-4c62-8d9b-2c3a1de6deb3 tempest-TestVolumeBootPattern-1896700481 tempest-TestVolumeBootPattern-1896700481-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 1093 time: 0.2151332 Oct 28 15:55:50.765545 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60712) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:50.769758 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'floatingip': {'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'port_id': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:50.853328 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:50.971451 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8077b2e-2b8a-44df-babf-5a0b82c85d01 req-20b5f9e3-4cf2-4e7e-a75e-50005e0e7171 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:50.972913 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f8077b2e-2b8a-44df-babf-5a0b82c85d01 req-20b5f9e3-4cf2-4e7e-a75e-50005e0e7171 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0555799 Oct 28 15:55:51.017096 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.029486 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f8077b2e-2b8a-44df-babf-5a0b82c85d01 req-a99e1547-f9f7-47bd-a018-a779542485d6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500526 Oct 28 15:55:51.122162 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.123823 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Allocated IP 172.27.1.50 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/230ec994-276e-45fd-b55b-ba59924844e7) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:51.224097 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.326659 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.363812 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:51.366642 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:51.369230 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:51.395621 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=230ec994-276e-45fd-b55b-ba59924844e7,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:51.705342 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.829261 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.974027 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.042110 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.121998 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=230ec994-276e-45fd-b55b-ba59924844e7,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:52.151149 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.446365 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5c21e-af6c-4919-8649-e3a9ba057ebc req-0c5118c3-b7f2-46f1-8f59-d86464b6b701 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:52.447824 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-10f5c21e-af6c-4919-8649-e3a9ba057ebc req-0c5118c3-b7f2-46f1-8f59-d86464b6b701 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.3456447 Oct 28 15:55:52.505005 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-10f5c21e-af6c-4919-8649-e3a9ba057ebc req-13eb1c82-e12f-46ec-8a33-39945b7b62ab tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495300 Oct 28 15:55:52.509492 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.l3_db [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Floating IP 6d48c3af-86f2-4c62-8a26-ae11c608072a associated. External IP: 172.27.1.50, port: 58f789a9-f15f-4b57-a963-9160fa83d15b. Oct 28 15:55:52.711155 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Router 716468b7-988b-441e-abd0-b32340d591df has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:55:52.815170 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:55:52.824941 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:55:52.834962 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:52.835548 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:55:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:52.894149 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.941598 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-d9925a8a-ed8c-423f-ac42-5f739ae21d8a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1605768 Oct 28 15:55:52.941598 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'tag': '58f789a9-f15f-4b57-a963-9160fa83d15b'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:55:52.941598 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41295d5f-86de-4181-8c4d-664dd3cacdde" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfea674-92fa-46b4-9ea8-ed35e5f207b5", "tag": "58f789a9-f15f-4b57-a963-9160fa83d15b"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:55:52.942606 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:52.967685 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0f509f-3118-4bc8-85c2-9afb04f6cea6 x-openstack-request-id: req-2b0f509f-3118-4bc8-85c2-9afb04f6cea6 {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:55:52.968024 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfea674-92fa-46b4-9ea8-ed35e5f207b5", "tag": "58f789a9-f15f-4b57-a963-9160fa83d15b", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:55:52.968340 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2b0f509f-3118-4bc8-85c2-9afb04f6cea6 {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:55:52.968827 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'tag': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'status': 'completed', 'code': 200} Oct 28 15:55:53.030223 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-a6503f05-5518-4b1a-9a94-2e3e802abdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:53.031844 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-a6503f05-5518-4b1a-9a94-2e3e802abdde service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 1098 time: 0.0416603 Oct 28 15:55:53.119971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-45419caa-3884-4070-8190-d89ef65ba5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:53.121499 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-45419caa-3884-4070-8190-d89ef65ba5a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0824552 Oct 28 15:55:53.169647 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '6d48c3af-86f2-4c62-8a26-ae11c608072a', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:bd:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:55:51Z', 'updated_at': '2021-10-28T15:55:51Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:53.196653 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:55:53.200313 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-6fa99e23-2981-4e60-a17a-8a5eb63993c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f789a9-f15f-4b57-a963-9160fa83d15b HTTP/1.1" status: 200 len: 998 time: 0.0718377 Oct 28 15:55:53.205926 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:53.206599 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:55:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:53.250418 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-77969e0c-7c87-4e59-ad25-054e8992e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:53.251862 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-77969e0c-7c87-4e59-ad25-054e8992e2aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0447850 Oct 28 15:55:53.300256 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-29d99d26-086a-449e-9882-cdbf97594710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:53.301782 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-29d99d26-086a-449e-9882-cdbf97594710 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427303 Oct 28 15:55:53.316598 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:53.397163 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-6fe32e6e-7567-4346-9c87-6d0a8c5df06c service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879962 Oct 28 15:55:53.487047 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-41295d5f-86de-4181-8c4d-664dd3cacdde req-fce77c0f-d3b4-4d2d-9af1-363a6f8148f0 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827878 Oct 28 15:55:53.539348 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '6d48c3af-86f2-4c62-8a26-ae11c608072a', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:bd:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:55:51Z', 'updated_at': '2021-10-28T15:55:51Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:53.566442 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ce637-3b0c-478d-9d01-09906a736b0a None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '6d48c3af-86f2-4c62-8a26-ae11c608072a', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:bd:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:55:51Z', 'updated_at': '2021-10-28T15:55:51Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:55:53.625194 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b42a8f-b5fa-4504-aaed-b940af2f3e88 req-16fd1ef4-8529-4b9e-a329-15c6bfc1db6b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:53.626697 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49b42a8f-b5fa-4504-aaed-b940af2f3e88 req-16fd1ef4-8529-4b9e-a329-15c6bfc1db6b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0528355 Oct 28 15:55:53.665202 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49b42a8f-b5fa-4504-aaed-b940af2f3e88 req-e49f6cf3-6f7c-4a12-b20a-5f76e6e830b1 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322235 Oct 28 15:55:53.756276 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d86d102-2618-4aeb-b520-3d43235acb1b None None] New status for floating IP 6d48c3af-86f2-4c62-8a26-ae11c608072a: ACTIVE {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:55:54.791951 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05293-429f-4cc8-a1ac-1c5713de7785 req-1bcafe6b-e692-4f5e-965d-22373cd5baf1 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:54.793678 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fdf05293-429f-4cc8-a1ac-1c5713de7785 req-1bcafe6b-e692-4f5e-965d-22373cd5baf1 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0578513 Oct 28 15:55:54.830712 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fdf05293-429f-4cc8-a1ac-1c5713de7785 req-db9a3945-8469-43c4-81cf-366d74dabe88 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303860 Oct 28 15:55:55.778687 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60776) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:55.881293 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-da523066-e3ea-4e85-8211-6baff37c4ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.967884 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca7799-9612-47b5-b2c9-734c138dbfe7 req-f82d7efb-99ff-4bd2-8c72-024343a9bdac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:55.969401 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26ca7799-9612-47b5-b2c9-734c138dbfe7 req-f82d7efb-99ff-4bd2-8c72-024343a9bdac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0701942 Oct 28 15:55:56.016839 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-da523066-e3ea-4e85-8211-6baff37c4ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.024138 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-26ca7799-9612-47b5-b2c9-734c138dbfe7 req-c8180672-1a4d-4e0c-9d71-736b6b7f2c34 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486081 Oct 28 15:55:56.064989 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-da523066-e3ea-4e85-8211-6baff37c4ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.100927 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da523066-e3ea-4e85-8211-6baff37c4ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61821d50-4a0f-4341-b2b9-f82c3a4ef397,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:56.105039 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-da523066-e3ea-4e85-8211-6baff37c4ac7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8aef12f02ca4177a6836da53813f190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252854 Oct 28 15:55:56.108056 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60782) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:56.155199 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e46b-6631-4dcf-92c7-17b395fd7973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.176573 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e46b-6631-4dcf-92c7-17b395fd7973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.303081 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e46b-6631-4dcf-92c7-17b395fd7973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.305626 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c8f9e46b-6631-4dcf-92c7-17b395fd7973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.307029 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c8f9e46b-6631-4dcf-92c7-17b395fd7973 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/61821d50-4a0f-4341-b2b9-f82c3a4ef397 HTTP/1.1" status: 204 len: 168 time: 0.1977899 Oct 28 15:55:56.314634 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9e46b-6631-4dcf-92c7-17b395fd7973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61821d50-4a0f-4341-b2b9-f82c3a4ef397,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:56.874621 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60788) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:56.887502 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd595-e52b-49b4-81a8-61a90bccd42f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.964487 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd595-e52b-49b4-81a8-61a90bccd42f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.030391 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd595-e52b-49b4-81a8-61a90bccd42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.067987 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e6ccd595-e52b-49b4-81a8-61a90bccd42f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=07d357f692c140f78af747dbcd4bfa20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922064 Oct 28 15:55:57.068868 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccd595-e52b-49b4-81a8-61a90bccd42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16137176-e679-4ad0-9e21-290b943e5751,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:57.070840 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60792) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:57.125256 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12b2ce79-1744-4ab4-b322-b57ea9c7def0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.137245 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e94d07-eb8c-45c4-9688-49344638c6d0 req-e71a21d9-b6f0-4013-92d0-d6744d490a55 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:57.139545 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-07e94d07-eb8c-45c4-9688-49344638c6d0 req-e71a21d9-b6f0-4013-92d0-d6744d490a55 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0476761 Oct 28 15:55:57.146256 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12b2ce79-1744-4ab4-b322-b57ea9c7def0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.176176 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-07e94d07-eb8c-45c4-9688-49344638c6d0 req-1de0a4ba-196c-4552-9a34-6d714986ac6b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306079 Oct 28 15:55:57.251561 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12b2ce79-1744-4ab4-b322-b57ea9c7def0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.254245 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-12b2ce79-1744-4ab4-b322-b57ea9c7def0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.255464 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-12b2ce79-1744-4ab4-b322-b57ea9c7def0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/16137176-e679-4ad0-9e21-290b943e5751 HTTP/1.1" status: 204 len: 168 time: 0.1830273 Oct 28 15:55:57.263736 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2ce79-1744-4ab4-b322-b57ea9c7def0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16137176-e679-4ad0-9e21-290b943e5751,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:58.289705 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2fd71-fdec-42dc-bd7d-62cf9b2a8406 req-d64fc3b5-0685-4312-a3bb-99e3f9b3b3e9 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:58.291133 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e6b2fd71-fdec-42dc-bd7d-62cf9b2a8406 req-d64fc3b5-0685-4312-a3bb-99e3f9b3b3e9 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0481522 Oct 28 15:55:58.328483 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e6b2fd71-fdec-42dc-bd7d-62cf9b2a8406 req-8867906b-1e46-48ce-a5ae-70745ff8d4a9 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310545 Oct 28 15:55:59.446751 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70a680-d7d3-4446-a230-b77c3992cea0 req-4c5755ad-1602-46ba-9c66-af1a3a76ce70 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:59.448201 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6e70a680-d7d3-4446-a230-b77c3992cea0 req-4c5755ad-1602-46ba-9c66-af1a3a76ce70 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0519650 Oct 28 15:55:59.485629 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6e70a680-d7d3-4446-a230-b77c3992cea0 req-8a827af1-d0af-4441-a2d1-468fea985c21 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313532 Oct 28 15:55:59.616471 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60844) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:59.717719 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-86ad2675-cdf6-4e2e-ac0e-cc28b9bd3d04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.789192 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-86ad2675-cdf6-4e2e-ac0e-cc28b9bd3d04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.847701 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-86ad2675-cdf6-4e2e-ac0e-cc28b9bd3d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.884569 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-86ad2675-cdf6-4e2e-ac0e-cc28b9bd3d04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=03530a69155e44f69183713f3c13092e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669585 Oct 28 15:55:59.885351 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad2675-cdf6-4e2e-ac0e-cc28b9bd3d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536931d1-050c-4591-8165-3324ac48b64b,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:59.888081 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60848) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:59.936921 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86ee9e10-7e8e-4e84-8e49-098ffe2556f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.958470 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86ee9e10-7e8e-4e84-8e49-098ffe2556f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.065051 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86ee9e10-7e8e-4e84-8e49-098ffe2556f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.067651 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-86ee9e10-7e8e-4e84-8e49-098ffe2556f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.068892 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-86ee9e10-7e8e-4e84-8e49-098ffe2556f0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/536931d1-050c-4591-8165-3324ac48b64b HTTP/1.1" status: 204 len: 168 time: 0.1792459 Oct 28 15:56:00.078689 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee9e10-7e8e-4e84-8e49-098ffe2556f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536931d1-050c-4591-8165-3324ac48b64b,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:00.598371 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f579744-d1d4-4de4-9cd5-2abdcfc799bf req-8984c405-7815-4f0f-8efb-b36ea40b3def tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:00.599820 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7f579744-d1d4-4de4-9cd5-2abdcfc799bf req-8984c405-7815-4f0f-8efb-b36ea40b3def tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0472157 Oct 28 15:56:00.639492 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7f579744-d1d4-4de4-9cd5-2abdcfc799bf req-65627171-6015-4230-91ce-225f710ea5fc tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338352 Oct 28 15:56:00.664452 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60856) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:00.678894 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-927a0a8e-8dc4-43d3-aba0-3d884ff25f41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.750046 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-927a0a8e-8dc4-43d3-aba0-3d884ff25f41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.819499 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-927a0a8e-8dc4-43d3-aba0-3d884ff25f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.854798 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a0a8e-8dc4-43d3-aba0-3d884ff25f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a122ce9c-2ef6-4b1c-919d-880c32cd9a18,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:00.859024 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-927a0a8e-8dc4-43d3-aba0-3d884ff25f41 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=558ee31e891f4d8285a80bf0ef12daf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925819 Oct 28 15:56:00.861604 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60858) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:00.908050 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0101f1df-b159-420b-a95d-24c61c39dff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.927874 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0101f1df-b159-420b-a95d-24c61c39dff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.053799 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0101f1df-b159-420b-a95d-24c61c39dff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.056350 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-0101f1df-b159-420b-a95d-24c61c39dff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.057511 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-0101f1df-b159-420b-a95d-24c61c39dff2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a122ce9c-2ef6-4b1c-919d-880c32cd9a18 HTTP/1.1" status: 204 len: 168 time: 0.1950262 Oct 28 15:56:01.065735 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101f1df-b159-420b-a95d-24c61c39dff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a122ce9c-2ef6-4b1c-919d-880c32cd9a18,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:01.754993 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b8ee5-666c-4db5-8b23-2f9998537dde req-cdfd0fcf-485d-4e4c-9e62-9ebda2106aba tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:01.756543 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bf2b8ee5-666c-4db5-8b23-2f9998537dde req-cdfd0fcf-485d-4e4c-9e62-9ebda2106aba tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0514567 Oct 28 15:56:01.799749 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bf2b8ee5-666c-4db5-8b23-2f9998537dde req-c03490f3-ba89-4a91-91b8-45dcef109459 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368054 Oct 28 15:56:02.912936 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3172c4a-875d-45a5-afd0-c63c964ac1ae req-9e8c35e5-a412-4c28-9410-621d4251753e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:02.914408 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b3172c4a-875d-45a5-afd0-c63c964ac1ae req-9e8c35e5-a412-4c28-9410-621d4251753e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0504153 Oct 28 15:56:02.955477 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b3172c4a-875d-45a5-afd0-c63c964ac1ae req-ec896054-04d2-4cd0-81a9-71712b0860f1 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351791 Oct 28 15:56:04.068343 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee878d-991b-484e-8aff-4d91449d7d6c req-76624dc2-5864-4902-851c-04a962a53791 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:04.069804 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47ee878d-991b-484e-8aff-4d91449d7d6c req-76624dc2-5864-4902-851c-04a962a53791 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0481124 Oct 28 15:56:04.106025 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47ee878d-991b-484e-8aff-4d91449d7d6c req-58bf451e-79b8-4f7e-802a-5c88b2b2f1f7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304418 Oct 28 15:56:05.225211 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ab1cc-4442-4945-b6cb-b71d54ce98a1 req-1eb11bea-cb4c-4728-acff-6d14b214a26a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:05.226596 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-495ab1cc-4442-4945-b6cb-b71d54ce98a1 req-1eb11bea-cb4c-4728-acff-6d14b214a26a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0540457 Oct 28 15:56:05.263039 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-495ab1cc-4442-4945-b6cb-b71d54ce98a1 req-3e6652c3-ca7e-44c6-af7a-95db131f5f66 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305035 Oct 28 15:56:06.382978 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f9321-ad54-4892-a4de-750a0104b486 req-e274f5ca-eb6e-4344-bd70-08cdeee40b97 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:06.384513 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5d7f9321-ad54-4892-a4de-750a0104b486 req-e274f5ca-eb6e-4344-bd70-08cdeee40b97 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0531707 Oct 28 15:56:06.429803 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5d7f9321-ad54-4892-a4de-750a0104b486 req-c037e251-162f-46e3-ae02-aebb64d413a6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385473 Oct 28 15:56:06.451657 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60942) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:06.565812 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-76f1cfa9-ac2f-43d0-a11a-0ff0fe5f38fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:06.638215 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-76f1cfa9-ac2f-43d0-a11a-0ff0fe5f38fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:06.719854 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-76f1cfa9-ac2f-43d0-a11a-0ff0fe5f38fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:06.785859 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1cfa9-ac2f-43d0-a11a-0ff0fe5f38fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de504ab1-54d7-4898-8498-addf60d34389,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:06.792605 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-76f1cfa9-ac2f-43d0-a11a-0ff0fe5f38fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e744fbf6bc974310878f647ce1240591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369863 Oct 28 15:56:06.793710 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60950) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:06.814493 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fdb74-a5c8-4bb0-87bd-8afca9f6ab72 req-88de22f1-84ff-48af-ac8e-cd00b1d4bcf5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:06.816142 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-742fdb74-a5c8-4bb0-87bd-8afca9f6ab72 req-88de22f1-84ff-48af-ac8e-cd00b1d4bcf5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.1067557 Oct 28 15:56:06.856606 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-742fdb74-a5c8-4bb0-87bd-8afca9f6ab72 req-dd042ee4-082c-4672-b754-765adfc50f7c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321925 Oct 28 15:56:06.858839 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c023a15-8021-4bbd-9164-6ee3f223957a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:06.899650 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c023a15-8021-4bbd-9164-6ee3f223957a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:06.917436 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-5636a997-c8b8-4d50-859c-8cc43ad20ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:06.918916 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-5636a997-c8b8-4d50-859c-8cc43ad20ab5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1099 time: 0.0760171 Oct 28 15:56:07.020990 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-e6e43cda-dae0-49c3-886e-cdfaf7daa0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.022689 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-e6e43cda-dae0-49c3-886e-cdfaf7daa0b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 913 time: 0.0952539 Oct 28 15:56:07.067407 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c023a15-8021-4bbd-9164-6ee3f223957a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.069886 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1c023a15-8021-4bbd-9164-6ee3f223957a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.070997 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-1c023a15-8021-4bbd-9164-6ee3f223957a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de504ab1-54d7-4898-8498-addf60d34389 HTTP/1.1" status: 204 len: 168 time: 0.2769544 Oct 28 15:56:07.088526 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c023a15-8021-4bbd-9164-6ee3f223957a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de504ab1-54d7-4898-8498-addf60d34389,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:07.103059 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-c2b86f74-e39b-4db0-8148-20bc5d9bf313 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 200 len: 1002 time: 0.0729411 Oct 28 15:56:07.157217 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-92a9ceb0-f17f-4a97-86b5-d307e2495917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.158655 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-92a9ceb0-f17f-4a97-86b5-d307e2495917 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0443916 Oct 28 15:56:07.208136 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-8bd8fcb6-aaca-4ae9-94fa-46c100a49ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.209653 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-8bd8fcb6-aaca-4ae9-94fa-46c100a49ab1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433085 Oct 28 15:56:07.298809 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-11415eac-40f4-40a9-9cd9-750d8b6ecc78 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800743 Oct 28 15:56:07.393344 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-43f88607-2f7a-4c4c-8350-312094446fc6 req-ca011706-c320-47e7-ae47-eb6654da78e5 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856755 Oct 28 15:56:07.692449 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 60956) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:07.706059 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f5d9e812-1349-4f62-b48f-9c8dea8793f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.777786 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f5d9e812-1349-4f62-b48f-9c8dea8793f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.842851 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f5d9e812-1349-4f62-b48f-9c8dea8793f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.880661 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-f5d9e812-1349-4f62-b48f-9c8dea8793f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67bc48c234794bcc806219ab60489987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870139 Oct 28 15:56:07.881524 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9e812-1349-4f62-b48f-9c8dea8793f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb07ee6e-fa65-4488-9d5c-a1de1f6b7805,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:07.883093 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 60960) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:07.950709 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c06bf839-a6b9-48cc-a61b-dbd5d901a8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.988460 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c06bf839-a6b9-48cc-a61b-dbd5d901a8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.016759 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ba6e9-9878-4794-ab28-cd1340281cb9 req-49888652-0f4a-4700-8486-45ab04bfaa24 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:08.018220 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5b2ba6e9-9878-4794-ab28-cd1340281cb9 req-49888652-0f4a-4700-8486-45ab04bfaa24 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0805681 Oct 28 15:56:08.067892 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5b2ba6e9-9878-4794-ab28-cd1340281cb9 req-2e0654da-91bb-406e-b0b2-750ed92b85ba tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433941 Oct 28 15:56:08.149865 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c06bf839-a6b9-48cc-a61b-dbd5d901a8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.152550 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c06bf839-a6b9-48cc-a61b-dbd5d901a8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.153675 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c06bf839-a6b9-48cc-a61b-dbd5d901a8b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cb07ee6e-fa65-4488-9d5c-a1de1f6b7805 HTTP/1.1" status: 204 len: 168 time: 0.2695258 Oct 28 15:56:08.162354 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bf839-a6b9-48cc-a61b-dbd5d901a8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb07ee6e-fa65-4488-9d5c-a1de1f6b7805,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:08.453967 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:56:09.181589 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efb2db-bcde-4ed8-9034-2786a23a098a req-d6c8a122-9ba1-4a5b-8d62-41906298fd0a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:09.183063 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-41efb2db-bcde-4ed8-9034-2786a23a098a req-d6c8a122-9ba1-4a5b-8d62-41906298fd0a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0501339 Oct 28 15:56:09.221122 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-41efb2db-bcde-4ed8-9034-2786a23a098a req-0a01d2b5-5d10-4ae5-8ddd-5c8d6656902e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321612 Oct 28 15:56:11.035577 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:15.420471 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-076b0873-6d2e-4acf-88c1-e39b669f1b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.162655 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f864934f-f18f-405b-90ef-b712c29ce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.086810 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.435162 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.129334 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.457770 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32826) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:21.564649 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5fb24601-6562-4d03-9702-0cd001ecc780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.634957 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5fb24601-6562-4d03-9702-0cd001ecc780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.700370 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5fb24601-6562-4d03-9702-0cd001ecc780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.737408 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-5fb24601-6562-4d03-9702-0cd001ecc780 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64ceb33c99fb43da83445c149130fb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785890 Oct 28 15:56:21.739546 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb24601-6562-4d03-9702-0cd001ecc780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355853d9-3106-4a96-bbc9-a56f8a47e1e1,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:21.740025 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 32830) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:21.790887 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-491f89a4-1109-4e46-bce5-7088c21ab419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.812459 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-491f89a4-1109-4e46-bce5-7088c21ab419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.968808 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-491f89a4-1109-4e46-bce5-7088c21ab419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.971375 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-491f89a4-1109-4e46-bce5-7088c21ab419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.972554 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-491f89a4-1109-4e46-bce5-7088c21ab419 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/355853d9-3106-4a96-bbc9-a56f8a47e1e1 HTTP/1.1" status: 204 len: 168 time: 0.2314982 Oct 28 15:56:21.980433 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f89a4-1109-4e46-bce5-7088c21ab419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355853d9-3106-4a96-bbc9-a56f8a47e1e1,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:27.152813 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 32890) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:27.253333 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5d04d6a1-bfde-4c48-8113-5db7bbe1ef38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.325597 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5d04d6a1-bfde-4c48-8113-5db7bbe1ef38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.392254 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5d04d6a1-bfde-4c48-8113-5db7bbe1ef38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.428904 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-5d04d6a1-bfde-4c48-8113-5db7bbe1ef38 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=17e09ed79e964a67a1fd567a32ccd534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2750466 Oct 28 15:56:27.429762 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04d6a1-bfde-4c48-8113-5db7bbe1ef38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871c164b-0dde-49ad-95e8-6fe5b9013529,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:27.432371 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32894) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:27.484838 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5fd9-cc10-4e40-9a07-e5b1aba92a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.504576 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5fd9-cc10-4e40-9a07-e5b1aba92a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.618534 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5fd9-cc10-4e40-9a07-e5b1aba92a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.621166 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-5f9e5fd9-cc10-4e40-9a07-e5b1aba92a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.622297 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-5f9e5fd9-cc10-4e40-9a07-e5b1aba92a10 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/871c164b-0dde-49ad-95e8-6fe5b9013529 HTTP/1.1" status: 204 len: 168 time: 0.1888981 Oct 28 15:56:27.630468 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e5fd9-cc10-4e40-9a07-e5b1aba92a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871c164b-0dde-49ad-95e8-6fe5b9013529,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:28.286349 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 32900) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:28.299883 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-27082c19-bb34-4c48-8dd5-4b3c91a28bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:28.368864 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-27082c19-bb34-4c48-8dd5-4b3c91a28bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:28.424287 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-27082c19-bb34-4c48-8dd5-4b3c91a28bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:28.461966 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-27082c19-bb34-4c48-8dd5-4b3c91a28bb7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=636ea56c77484db5b088a20618e25151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745129 Oct 28 15:56:28.462758 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27082c19-bb34-4c48-8dd5-4b3c91a28bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835d1b26-8938-4fb8-8aa4-ace10ea135fd,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:28.465207 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32902) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:28.513897 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-62674e70-b25f-4e5a-9413-a3b735ec65a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:28.534736 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-62674e70-b25f-4e5a-9413-a3b735ec65a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:28.653018 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-62674e70-b25f-4e5a-9413-a3b735ec65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:28.655602 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-62674e70-b25f-4e5a-9413-a3b735ec65a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:28.656765 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-62674e70-b25f-4e5a-9413-a3b735ec65a2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/835d1b26-8938-4fb8-8aa4-ace10ea135fd HTTP/1.1" status: 204 len: 168 time: 0.1905682 Oct 28 15:56:28.664852 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62674e70-b25f-4e5a-9413-a3b735ec65a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835d1b26-8938-4fb8-8aa4-ace10ea135fd,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:41.056243 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:45.415556 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-da62281c-6331-45b6-b014-b351eb76eb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:45.453018 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:56:48.173487 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f334f5bc-5f31-4252-bcc2-90ce7b2aff6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:49.096078 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:49.444537 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:51.090164 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.028409 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.195114 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-027dff6f-c284-41b4-823c-99072e09e189 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420582 Oct 28 15:57:11.284565 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-ad76d62e-500e-4d42-9c12-2debb63d09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:11.285987 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-ad76d62e-500e-4d42-9c12-2debb63d09a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 1099 time: 0.0403507 Oct 28 15:57:11.394830 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-b2a06664-40fd-4e59-8bf9-f7c6061e1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:11.396275 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-b2a06664-40fd-4e59-8bf9-f7c6061e1315 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 913 time: 0.0886548 Oct 28 15:57:11.465613 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-e8dcc57f-d48e-4151-996c-2d444380f98f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 200 len: 1002 time: 0.0600729 Oct 28 15:57:11.514849 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-2fd18ae0-02c1-47c3-87fe-9ff7b62ac934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:11.516236 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-2fd18ae0-02c1-47c3-87fe-9ff7b62ac934 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0423725 Oct 28 15:57:11.564319 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-f947718c-fd57-40d1-a157-1421ab525a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:11.565792 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-f947718c-fd57-40d1-a157-1421ab525a6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392239 Oct 28 15:57:11.663586 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-e4a599b6-af54-436b-bf49-270238fcb3f0 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887175 Oct 28 15:57:11.757051 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-91191c7e-7e33-438c-b545-8a5c27bd8165 req-9ee2f2ae-7e2b-41e5-ba02-cc9ea92985dd service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837636 Oct 28 15:57:15.422538 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-fa874219-187d-4663-870f-a3c26ec6ce4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.138541 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7c1fa-6ea9-4a1f-a743-80e07331f4d4 req-ad0cace8-6e40-4cea-a461-f30c9745858a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:17.139990 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5cf7c1fa-6ea9-4a1f-a743-80e07331f4d4 req-ad0cace8-6e40-4cea-a461-f30c9745858a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0482531 Oct 28 15:57:17.175786 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5cf7c1fa-6ea9-4a1f-a743-80e07331f4d4 req-ec7b79eb-e2a1-48d2-a1d8-415d05bed959 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298822 Oct 28 15:57:18.183028 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b47f234e-3f01-4944-8533-4976a01ade9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.293549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefa638-e7b3-4c2f-8bad-ab5907addb67 req-3f09f2b1-3787-47b4-b70e-be8125c031f4 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.295012 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1eefa638-e7b3-4c2f-8bad-ab5907addb67 req-3f09f2b1-3787-47b4-b70e-be8125c031f4 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0513601 Oct 28 15:57:18.341518 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1eefa638-e7b3-4c2f-8bad-ab5907addb67 req-e39a2230-83a0-47ed-8e82-e84cab68c33a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=1983468b-a533-4685-b867-cbac04e183de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406201 Oct 28 15:57:18.762988 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-ada2dc3a-96a7-497a-bcfd-2705f180e41a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.764416 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-ada2dc3a-96a7-497a-bcfd-2705f180e41a tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 946 time: 0.0536568 Oct 28 15:57:18.851971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Deleting port eb03a5c0-29fe-4a09-a40a-75914262a0e2 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:57:18.852298 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.939644 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] For port eb03a5c0-29fe-4a09-a40a-75914262a0e2, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=eb03a5c0-29fe-4a09-a40a-75914262a0e2,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:18.939992 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:19.106758 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:19.107267 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:19.107579 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.l3_db [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Floating IP 9b342981-714c-477e-9e53-81c7456fca22 disassociated. External IP: 172.27.1.248, port: eb03a5c0-29fe-4a09-a40a-75914262a0e2. Oct 28 15:57:19.107961 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Calling delete_port for eb03a5c0-29fe-4a09-a40a-75914262a0e2 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:57:19.214537 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:19.300360 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:19.328043 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event deleted for resources: {'Port': ['ID=eb03a5c0-29fe-4a09-a40a-75914262a0e2,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:19.342093 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.342439 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.342780 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.343190 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.343422 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.343749 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.344066 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.344406 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.349112 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.349112 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.349112 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.349112 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:19.437776 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bc5f34a2-a076-44d8-b412-a026e73de6c1 req-a2e91d11-0d30-4d89-b06c-54927470df33 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 210 time: 0.0266409 Oct 28 15:57:19.452983 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:19.456856 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Router 530010f2-02a2-4970-bbd6-938ddd7d776d has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:57:19.562930 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:19.574244 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] Sync routers for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:19.583548 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:19.584223 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:57:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:19.601051 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] No DVR routers for this DVR port eb03a5c0-29fe-4a09-a40a-75914262a0e2 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:57:19.603477 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:19.606710 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-96ac0a99-9cf5-45dc-a580-02ed032e2c68 req-77953aad-2838-48d1-87bd-a68bf3cffed5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "DELETE /v2.0/ports/eb03a5c0-29fe-4a09-a40a-75914262a0e2 HTTP/1.1" status: 204 len: 173 time: 0.8357980 Oct 28 15:57:19.607132 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'name': 'network-vif-deleted', 'tag': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:19.609356 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80d8c8e-cede-4e74-b09f-5472ba9dde67" -d '{"events": [{"server_uuid": "882e73f1-1371-4b7f-a683-76e5c9c6a07b", "name": "network-vif-deleted", "tag": "eb03a5c0-29fe-4a09-a40a-75914262a0e2"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:19.644011 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b89002-8413-437a-8283-48dfd44d6f00 x-openstack-request-id: req-d0b89002-8413-437a-8283-48dfd44d6f00 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:19.644370 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882e73f1-1371-4b7f-a683-76e5c9c6a07b", "name": "network-vif-deleted", "tag": "eb03a5c0-29fe-4a09-a40a-75914262a0e2", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:19.644723 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d0b89002-8413-437a-8283-48dfd44d6f00 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:19.645112 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882e73f1-1371-4b7f-a683-76e5c9c6a07b', 'name': 'network-vif-deleted', 'tag': 'eb03a5c0-29fe-4a09-a40a-75914262a0e2', 'status': 'completed', 'code': 200} Oct 28 15:57:19.695287 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:19.979547 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:20.005051 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] Checking router: 530010f2-02a2-4970-bbd6-938ddd7d776d for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:20.013741 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:20.014333 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:57:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:20.117214 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:20.316062 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:20.342000 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4fd22-7c91-4efa-adb8-af5cd950eb99 None None] The sync data for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi is: [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:20.551263 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-091c539d-a69f-44a1-92fb-bfa239c0bfbd req-1c8b4ec9-cdd5-472c-947f-e9a93412d5e8 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=882e73f1-1371-4b7f-a683-76e5c9c6a07b HTTP/1.1" status: 200 len: 210 time: 0.0311105 Oct 28 15:57:20.587006 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ff2fa2-b13e-4af0-a5f8-9f01cdc411ec None None] New status for floating IP 9b342981-714c-477e-9e53-81c7456fca22: DOWN {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:57:21.108251 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:21.120762 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device eb03a5c0-29fe-4a09-a40a-75914262a0e2 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:57:21.141122 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: eb03a5c0-29fe-4a09-a40a-75914262a0e2 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:57:21.141485 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device eb03a5c0-29fe-4a09-a40a-75914262a0e2 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:57:21.698661 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32964) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:21.755227 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3e296e09-283c-4aeb-8faf-3aaf5efd13dd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:21.778458 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3e296e09-283c-4aeb-8faf-3aaf5efd13dd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:21.880227 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3e296e09-283c-4aeb-8faf-3aaf5efd13dd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:21.883404 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3e296e09-283c-4aeb-8faf-3aaf5efd13dd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:21.884554 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-3e296e09-283c-4aeb-8faf-3aaf5efd13dd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "DELETE /v2.0/security-groups/1983468b-a533-4685-b867-cbac04e183de HTTP/1.1" status: 204 len: 168 time: 0.1848960 Oct 28 15:57:21.887524 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 32966) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:21.893347 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e296e09-283c-4aeb-8faf-3aaf5efd13dd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1983468b-a533-4685-b867-cbac04e183de,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:21.901306 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.api.v2.resource [None req-4d72b83d-fd38-4acc-a455-b2cf7f3ed3db tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] show failed (client error): The resource could not be found. Oct 28 15:57:21.902599 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-4d72b83d-fd38-4acc-a455-b2cf7f3ed3db tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups/1983468b-a533-4685-b867-cbac04e183de HTTP/1.1" status: 404 len: 347 time: 0.0140040 Oct 28 15:57:21.905680 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32968) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:22.044227 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Deleting port e23b4b06-fd03-4fc9-99b8-216fb3c980ca {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:57:22.044590 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.120426 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.120739 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.131971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Calling delete_port for e23b4b06-fd03-4fc9-99b8-216fb3c980ca owned by network:floatingip {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:57:22.346999 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.382283 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event deleted for resources: {'Port': ['ID=e23b4b06-fd03-4fc9-99b8-216fb3c980ca,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:22.439344 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.441982 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.443110 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-1f7b0c7b-83fb-4dc7-8a2c-c947b1b11a3c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "DELETE /v2.0/floatingips/9b342981-714c-477e-9e53-81c7456fca22 HTTP/1.1" status: 204 len: 168 time: 0.5364568 Oct 28 15:57:22.451516 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:57:24.126641 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32974) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:24.131275 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-92ed0cdf-bc1f-4eb4-9041-ffb09996647e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950828759', 'description': 'tempest-description--444302129'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:24.223048 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cdf-bc1f-4eb4-9041-ffb09996647e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.285998 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cdf-bc1f-4eb4-9041-ffb09996647e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.359718 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cdf-bc1f-4eb4-9041-ffb09996647e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.387592 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed0cdf-bc1f-4eb4-9041-ffb09996647e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0b922d-6ed5-440c-ac77-78dbbf02ef44,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:24.473737 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cdf-bc1f-4eb4-9041-ffb09996647e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.475473 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-92ed0cdf-bc1f-4eb4-9041-ffb09996647e tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3472989 Oct 28 15:57:24.478497 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32976) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:24.482693 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-3973764e-74fc-447f-954b-51cecca9e3de tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'security_group_rule': {'security_group_id': '8a0b922d-6ed5-440c-ac77-78dbbf02ef44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:24.561928 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3973764e-74fc-447f-954b-51cecca9e3de tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.618835 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3973764e-74fc-447f-954b-51cecca9e3de tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.683448 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3973764e-74fc-447f-954b-51cecca9e3de tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.702102 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973764e-74fc-447f-954b-51cecca9e3de tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8afe1a0-a7f4-4694-b657-ae65316bbfa2,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:24.779461 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3973764e-74fc-447f-954b-51cecca9e3de tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.780704 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-3973764e-74fc-447f-954b-51cecca9e3de tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3012836 Oct 28 15:57:24.783272 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32978) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:24.787553 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-adef7436-7bb9-401f-8a5d-ac00d865ed66 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'security_group_rule': {'security_group_id': '8a0b922d-6ed5-440c-ac77-78dbbf02ef44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:24.885894 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-adef7436-7bb9-401f-8a5d-ac00d865ed66 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:24.940849 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-adef7436-7bb9-401f-8a5d-ac00d865ed66 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.045791 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-adef7436-7bb9-401f-8a5d-ac00d865ed66 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417497'] for security_group_rule, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.063485 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7436-7bb9-401f-8a5d-ac00d865ed66 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1c95ff-c279-487a-971f-be6a2e05158d,revision_number=0']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:25.150877 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-adef7436-7bb9-401f-8a5d-ac00d865ed66 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.152033 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-adef7436-7bb9-401f-8a5d-ac00d865ed66 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678174 Oct 28 15:57:25.155328 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 32980) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:25.159591 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'floatingip': {'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:25.245945 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.566371 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.666256 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Allocated IP 172.27.1.185 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/1900cf16-1bf1-4dc6-ae2a-8cd0cc186c2d) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:25.766564 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.884240 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.924069 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:25.926885 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:25.930330 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:25.935421 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'Port': ['ID=1900cf16-1bf1-4dc6-ae2a-8cd0cc186c2d,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:26.016610 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.107314 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.251848 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.308302 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.380044 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'Port': ['ID=1900cf16-1bf1-4dc6-ae2a-8cd0cc186c2d,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:26.392642 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.470324 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.471600 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-9dd6c8f5-ab4c-4de9-9f07-723f0f767516 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3153324 Oct 28 15:57:26.612683 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-cafd4c14-40bc-4fc4-8012-4c0573c42bb7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--950828759&fields=id&tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad HTTP/1.1" status: 200 len: 267 time: 0.0326996 Oct 28 15:57:26.723866 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be703-1035-435d-91b6-13174d33ada3 req-f56a7280-adc2-4dd7-b31e-6eb4fc084f47 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:26.725329 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-f56a7280-adc2-4dd7-b31e-6eb4fc084f47 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 811 time: 0.1061382 Oct 28 15:57:26.739737 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-ed99ec01-5ff5-43ac-a09a-e22fa2cc1f86 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/quotas/f1888a1cbda247d0897d7f5c5a80a8ad HTTP/1.1" status: 200 len: 375 time: 0.0087733 Oct 28 15:57:26.792304 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-e0a48549-7de7-48b0-a48b-7b24973e97cb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464168 Oct 28 15:57:26.892195 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-223316a9-9396-4d5e-af72-aeefd32177ed service neutron] 10.222.0.86 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856173 Oct 28 15:57:26.979051 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-eff6df4d-2021-4d36-a45c-3ea3536de7cf service neutron] 10.222.0.86 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806756 Oct 28 15:57:27.210571 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-eb3650fc-279b-405a-b799-335da39cc014 req-d2cccc53-a57e-4dbe-a33f-6303b3c46206 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 210 time: 0.0291708 Oct 28 15:57:28.286832 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5605ba59-26f0-4af2-ac2b-517e9944bdce req-efe3bbaf-2c3c-4b96-b4e7-6622b05960d3 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 210 time: 0.0254908 Oct 28 15:57:29.361754 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-161a66bd-d3c8-4581-b852-6ccb15f1e2d6 req-88e4c98e-5e80-467c-9766-8ec03dbe40ec tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 210 time: 0.0254152 Oct 28 15:57:30.446614 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4c5256d0-7383-4e97-8523-5a16a4045a5c req-10d7f537-9310-4143-a71d-3f56508555dd tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 210 time: 0.0259950 Oct 28 15:57:31.535379 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-77d02c85-517a-49c0-b2c6-75148436c963 req-78e371d1-2d2f-42ac-90fa-b75b20df205d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 210 time: 0.0253780 Oct 28 15:57:32.626554 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-22ee6935-9e56-44bd-8603-26d8c8dba43d req-3de61cb4-0105-4069-b0ac-19b5f78014ad tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 210 time: 0.0252020 Oct 28 15:57:33.200665 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be703-1035-435d-91b6-13174d33ada3 req-63c20f15-95f0-4744-88f9-104156bdcbfa tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:33.202095 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-63c20f15-95f0-4744-88f9-104156bdcbfa tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 811 time: 0.1039803 Oct 28 15:57:33.244764 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-7fc5c71e-2d75-4d63-a9e9-83ebf9798fe2 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad HTTP/1.1" status: 200 len: 379 time: 0.0334051 Oct 28 15:57:33.254247 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'port': {'device_id': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'admin_state_up': True, 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'security_groups': ['8a0b922d-6ed5-440c-ac77-78dbbf02ef44']}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:33.428980 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Made reservation on behalf of f1888a1cbda247d0897d7f5c5a80a8ad for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:33.432921 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.557867 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Allocated IP 172.20.0.12 (9c8010e3-a678-4927-bade-213e1fcc742d/e3c6f0f3-09a7-4324-adbb-488ce959489f/915bfb20-89e8-43b4-bdbe-8b05ff02b595) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:33.694555 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.721766 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-3785b725-24a5-4785-ab1f-b935bc7a1d4d req-484e795c-99e0-47b3-b07d-6c8e9ba1d713 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 210 time: 0.0295346 Oct 28 15:57:33.783754 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.831876 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Network 9c8010e3-a678-4927-bade-213e1fcc742d is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:33.834936 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:33.839113 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:33.845222 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event updated for resources: {'Port': ['ID=915bfb20-89e8-43b4-bdbe-8b05ff02b595,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:33.892035 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:33.892672 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.968829 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-399578eb-1886-4fe9-81d8-ec97f32853a7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7180088 Oct 28 15:57:33.981170 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Request body: {'port': {'device_id': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:34.006713 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-d89b0b1b-d355-4b27-b649-b1b72c343f6e None None] Provisioning complete for port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:34.007293 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d89b0b1b-d355-4b27-b649-b1b72c343f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.037995 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.044597 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d89b0b1b-d355-4b27-b649-b1b72c343f6e None None] Port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:34.288373 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915bfb20-89e8-43b4-bdbe-8b05ff02b595 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:34.295466 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.307302 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Transition to ACTIVE for port object 915bfb20-89e8-43b4-bdbe-8b05ff02b595 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:57:34.377220 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.425348 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=915bfb20-89e8-43b4-bdbe-8b05ff02b595,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:34.500954 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Attempting to bind port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:34.501288 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Attempting to bind port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:34.501605 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Attempting to bind port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 on network 9c8010e3-a678-4927-bade-213e1fcc742d {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:34.506132 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 on network 9c8010e3-a678-4927-bade-213e1fcc742d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:57:34.506430 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Attempting to bind port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 on network 9c8010e3-a678-4927-bade-213e1fcc742d {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:34.512099 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:34.512451 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Checking segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:34.512828 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Bound using segment: {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:34.513245 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Bound port: 915bfb20-89e8-43b4-bdbe-8b05ff02b595, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2538db40-54c7-4c97-ae7c-79005936536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1084, 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:34.513589 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.576319 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] For port 915bfb20-89e8-43b4-bdbe-8b05ff02b595, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:34.579267 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] For port 915bfb20-89e8-43b4-bdbe-8b05ff02b595, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=915bfb20-89e8-43b4-bdbe-8b05ff02b595,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:34.640593 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.676203 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:34.676828 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.678206 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] 10.222.0.49 "PUT /v2.0/ports/915bfb20-89e8-43b4-bdbe-8b05ff02b595 HTTP/1.1" status: 200 len: 1094 time: 0.7013624 Oct 28 15:57:34.678637 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'tag': '915bfb20-89e8-43b4-bdbe-8b05ff02b595'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:34.687650 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018c134-8beb-4617-b0c5-fbd8a81649fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd314ce5-d7eb-411d-b1b1-c972d8e65052", "tag": "915bfb20-89e8-43b4-bdbe-8b05ff02b595"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:34.704849 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e6591-60f9-40e5-8e7a-2c636320ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=915bfb20-89e8-43b4-bdbe-8b05ff02b595,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:34.722085 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0c878d-2827-4d09-ab68-6be02add5fef x-openstack-request-id: req-ab0c878d-2827-4d09-ab68-6be02add5fef {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:34.722378 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd314ce5-d7eb-411d-b1b1-c972d8e65052", "tag": "915bfb20-89e8-43b4-bdbe-8b05ff02b595", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:34.722655 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ab0c878d-2827-4d09-ab68-6be02add5fef {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:34.723051 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'tag': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'status': 'completed', 'code': 200} Oct 28 15:57:34.795959 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018c134-8beb-4617-b0c5-fbd8a81649fc req-0cc2e601-77bb-4cd7-affb-d9001d641ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:34.797763 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e018c134-8beb-4617-b0c5-fbd8a81649fc req-0cc2e601-77bb-4cd7-affb-d9001d641ec1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 1097 time: 0.0541196 Oct 28 15:57:34.854037 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5070db-7d4f-47f9-8a79-919cdfed7e63 req-cb31118f-c764-43c0-84e2-167e7efb8bc0 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:34.855595 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4a5070db-7d4f-47f9-8a79-919cdfed7e63 req-cb31118f-c764-43c0-84e2-167e7efb8bc0 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 944 time: 0.0559390 Oct 28 15:57:34.899744 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-4a5070db-7d4f-47f9-8a79-919cdfed7e63 req-a4aa7b81-7ef4-4d27-a422-61412b4cae76 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373845 Oct 28 15:57:34.907360 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018c134-8beb-4617-b0c5-fbd8a81649fc req-21a33d66-a6e4-434d-a177-73ebc904b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:34.908831 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e018c134-8beb-4617-b0c5-fbd8a81649fc req-21a33d66-a6e4-434d-a177-73ebc904b6b9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1026363 Oct 28 15:57:35.004794 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018c134-8beb-4617-b0c5-fbd8a81649fc req-e79934a3-bd8f-4f70-96dc-95a9e9f29941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.006166 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e018c134-8beb-4617-b0c5-fbd8a81649fc req-e79934a3-bd8f-4f70-96dc-95a9e9f29941 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0901740 Oct 28 15:57:35.083345 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be703-1035-435d-91b6-13174d33ada3 req-bec811bf-c499-4c14-ae14-12b4e41931a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.085631 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-bec811bf-c499-4c14-ae14-12b4e41931a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 1097 time: 0.0446513 Oct 28 15:57:35.132335 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-339617ca-59f0-4cb0-9709-ece9333ee38c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915bfb20-89e8-43b4-bdbe-8b05ff02b595 HTTP/1.1" status: 200 len: 217 time: 0.0368123 Oct 28 15:57:35.181533 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be703-1035-435d-91b6-13174d33ada3 req-0d769791-bbbc-4593-9e03-e3c3524c5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.182937 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-0d769791-bbbc-4593-9e03-e3c3524c5c06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0431483 Oct 28 15:57:35.230050 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be703-1035-435d-91b6-13174d33ada3 req-9ff4788d-905a-4006-9ed1-9e06992a2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.231476 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-9ff4788d-905a-4006-9ed1-9e06992a2dea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394697 Oct 28 15:57:35.321652 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-af014bbc-e2ea-4f04-a1ef-3cc648b5bfa1 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822868 Oct 28 15:57:35.411319 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e98be703-1035-435d-91b6-13174d33ada3 req-125c8400-6626-4198-bc57-6313c218c83b service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802827 Oct 28 15:57:36.015846 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ffce-957c-4850-aa86-e55db85f42a2 req-1b884841-3e13-4bd5-a1e1-272cd6a4fd55 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:36.017275 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dfc2ffce-957c-4850-aa86-e55db85f42a2 req-1b884841-3e13-4bd5-a1e1-272cd6a4fd55 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 944 time: 0.0485232 Oct 28 15:57:36.053461 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dfc2ffce-957c-4850-aa86-e55db85f42a2 req-c7311487-b97d-4ce7-9d14-778db366d2e5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302441 Oct 28 15:57:37.167590 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d655e-618f-49a7-a2f4-88bf8aef6804 req-ad4d01a3-84e6-42e4-9afa-70ff319c965d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:37.169090 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd0d655e-618f-49a7-a2f4-88bf8aef6804 req-ad4d01a3-84e6-42e4-9afa-70ff319c965d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 944 time: 0.0481124 Oct 28 15:57:37.208870 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd0d655e-618f-49a7-a2f4-88bf8aef6804 req-62341450-ecb6-4df4-bfcf-0f96d0059ce5 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339813 Oct 28 15:57:38.321543 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593ba8b-8e47-4d9b-9ce3-0bd1dbb76d0a req-2b13acb0-11f5-4075-95a8-0ded5eb82eea tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:38.322959 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a593ba8b-8e47-4d9b-9ce3-0bd1dbb76d0a req-2b13acb0-11f5-4075-95a8-0ded5eb82eea tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 944 time: 0.0476508 Oct 28 15:57:38.358679 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a593ba8b-8e47-4d9b-9ce3-0bd1dbb76d0a req-13fd1ff2-7ecd-477b-b12e-5d0f7db35142 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299668 Oct 28 15:57:39.214369 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 915bfb20-89e8-43b4-bdbe-8b05ff02b595 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:57:39.308023 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 915bfb20-89e8-43b4-bdbe-8b05ff02b595, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=915bfb20-89e8-43b4-bdbe-8b05ff02b595,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:39.318455 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'port_id': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'mac_address': 'fa:16:3e:b4:01:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1084, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:57:39.354396 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.366665 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915bfb20-89e8-43b4-bdbe-8b05ff02b595 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:39.385248 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 915bfb20-89e8-43b4-bdbe-8b05ff02b595, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=915bfb20-89e8-43b4-bdbe-8b05ff02b595,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:39.443987 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.476412 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae6272-a068-4613-ab6d-a8eedc7ae810 req-4cf10fc9-47d3-407f-b2ee-96b646a52ee8 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:39.477920 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-54ae6272-a068-4613-ab6d-a8eedc7ae810 req-4cf10fc9-47d3-407f-b2ee-96b646a52ee8 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 944 time: 0.0528023 Oct 28 15:57:39.494227 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=915bfb20-89e8-43b4-bdbe-8b05ff02b595,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:39.501723 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.502069 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.502408 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.502737 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.503058 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.503381 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.503699 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.504015 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.504332 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.504674 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.504987 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.505345 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.521864 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-54ae6272-a068-4613-ab6d-a8eedc7ae810 req-d2de5d4f-6a87-4679-a97f-b7d16aced2f7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380263 Oct 28 15:57:39.797320 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['915bfb20-89e8-43b4-bdbe-8b05ff02b595'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:57:40.633502 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b41de-394a-4867-a519-3fb940ead759 req-b9fa545b-8699-41fa-ba49-0a5b74fa2490 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:40.635044 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c64b41de-394a-4867-a519-3fb940ead759 req-b9fa545b-8699-41fa-ba49-0a5b74fa2490 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 945 time: 0.0475540 Oct 28 15:57:40.674511 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c64b41de-394a-4867-a519-3fb940ead759 req-35d9f433-07b5-48c7-ab81-a92a3ff68f4c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337806 Oct 28 15:57:41.046175 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.213430 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 915bfb20-89e8-43b4-bdbe-8b05ff02b595 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:41.343656 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:57:41.347385 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:41.353892 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.426487 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.448695 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915bfb20-89e8-43b4-bdbe-8b05ff02b595'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:41.450981 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4e1575-b8f3-4986-b516-e1aeb5a7d076" -d '{"events": [{"server_uuid": "fd314ce5-d7eb-411d-b1b1-c972d8e65052", "name": "network-vif-plugged", "status": "completed", "tag": "915bfb20-89e8-43b4-bdbe-8b05ff02b595"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:41.463573 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 915bfb20-89e8-43b4-bdbe-8b05ff02b595, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=915bfb20-89e8-43b4-bdbe-8b05ff02b595,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:41.489762 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f9213-056d-450d-a9e4-6653ce4e26c4 x-openstack-request-id: req-3d3f9213-056d-450d-a9e4-6653ce4e26c4 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:41.490046 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd314ce5-d7eb-411d-b1b1-c972d8e65052", "name": "network-vif-plugged", "status": "completed", "tag": "915bfb20-89e8-43b4-bdbe-8b05ff02b595", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:41.490320 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d3f9213-056d-450d-a9e4-6653ce4e26c4 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:41.490712 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'code': 200} Oct 28 15:57:41.549285 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.596885 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=915bfb20-89e8-43b4-bdbe-8b05ff02b595,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:41.790190 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6bf2d-d6a4-47d8-9db2-e24e4145b61d req-05e50cb5-033e-4eb0-be85-4d250e125100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:41.791071 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1789499-33bf-4834-91ef-500bec6bb7b1 req-485e55ec-12f0-4795-ba42-ea0cc4df7ae7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:41.791763 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-eaa6bf2d-d6a4-47d8-9db2-e24e4145b61d req-05e50cb5-033e-4eb0-be85-4d250e125100 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 1099 time: 0.0393007 Oct 28 15:57:41.792488 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d1789499-33bf-4834-91ef-500bec6bb7b1 req-485e55ec-12f0-4795-ba42-ea0cc4df7ae7 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Oct 28 15:57:41.834870 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d1789499-33bf-4834-91ef-500bec6bb7b1 req-307e8a32-4d07-47f9-b934-666d74fda373 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342596 Oct 28 15:57:41.842600 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-eaa6bf2d-d6a4-47d8-9db2-e24e4145b61d req-d5cfc98e-cd56-4829-b833-19bf4c8c522b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Oct 28 15:57:42.957013 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c112e7-3372-4979-8de8-279996bb42cf req-fd86d907-1cf0-4f91-9cc7-d83bd8b3dc8f tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:42.958445 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7c112e7-3372-4979-8de8-279996bb42cf req-fd86d907-1cf0-4f91-9cc7-d83bd8b3dc8f tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 946 time: 0.0470912 Oct 28 15:57:42.994737 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7c112e7-3372-4979-8de8-279996bb42cf req-62a686c0-bb40-4174-8ff6-fd55cbcab47f tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298138 Oct 28 15:57:44.107170 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135a433-0ea0-4445-861e-40b2429736fe req-f1ee9ab0-1fd7-4eb9-b1d3-1666ff433001 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:44.108634 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1135a433-0ea0-4445-861e-40b2429736fe req-f1ee9ab0-1fd7-4eb9-b1d3-1666ff433001 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 946 time: 0.0473704 Oct 28 15:57:44.147460 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1135a433-0ea0-4445-861e-40b2429736fe req-b0f9ff49-3566-478f-a74f-fc535edffda8 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330198 Oct 28 15:57:44.254621 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b4bb3-57e4-46e0-9c99-9b4de689dac4 req-54f9bdd0-0831-46d4-a8fd-3d192c7eecf0 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:44.256049 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-5d7b4bb3-57e4-46e0-9c99-9b4de689dac4 req-54f9bdd0-0831-46d4-a8fd-3d192c7eecf0 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 946 time: 0.0481048 Oct 28 15:57:44.264378 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33064) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:44.268560 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Request body: {'floatingip': {'port_id': '915bfb20-89e8-43b4-bdbe-8b05ff02b595'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:44.306111 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.699460 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.760955 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.858406 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.l3_db [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Floating IP 760235c5-cfa0-4af6-b02e-b632cea73be7 associated. External IP: 172.27.1.185, port: 915bfb20-89e8-43b4-bdbe-8b05ff02b595. Oct 28 15:57:45.056792 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Router 530010f2-02a2-4970-bbd6-938ddd7d776d has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:57:45.158587 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:45.163309 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.168988 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] Sync routers for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:45.181907 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:45.182570 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:57:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:45.189984 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-9369f31b-19aa-4f9d-b056-5630115cb2ac tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "PUT /v2.0/floatingips/760235c5-cfa0-4af6-b02e-b632cea73be7 HTTP/1.1" status: 200 len: 992 time: 0.9245882 Oct 28 15:57:45.190543 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'tag': '915bfb20-89e8-43b4-bdbe-8b05ff02b595'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:45.192763 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c38a41-cdd6-41ab-a751-d3a39162c505" -d '{"events": [{"name": "network-changed", "server_uuid": "fd314ce5-d7eb-411d-b1b1-c972d8e65052", "tag": "915bfb20-89e8-43b4-bdbe-8b05ff02b595"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:45.286002 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:45.359249 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7960eb3f-4a06-4280-ab2f-99ad5dbb2e89 x-openstack-request-id: req-7960eb3f-4a06-4280-ab2f-99ad5dbb2e89 {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:45.359249 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd314ce5-d7eb-411d-b1b1-c972d8e65052", "tag": "915bfb20-89e8-43b4-bdbe-8b05ff02b595", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:45.359249 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7960eb3f-4a06-4280-ab2f-99ad5dbb2e89 {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:45.359249 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'tag': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'status': 'completed', 'code': 200} Oct 28 15:57:45.412577 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7abdf076-ade1-4621-a2be-8871b799ca35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.424215 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-9ba8e9c2-3733-44f4-8b62-06cdf1277fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:45.425750 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-9ba8e9c2-3733-44f4-8b62-06cdf1277fb7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 1099 time: 0.0431814 Oct 28 15:57:45.514283 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '760235c5-cfa0-4af6-b02e-b632cea73be7', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'port_id': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'mac_address': 'fa:16:3e:b4:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:57:25Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 1, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:45.517439 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-69ac5100-6ae1-4ef1-89ba-9f0d9ee8085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:45.518882 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-69ac5100-6ae1-4ef1-89ba-9f0d9ee8085d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 913 time: 0.0852463 Oct 28 15:57:45.541171 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] Checking router: 530010f2-02a2-4970-bbd6-938ddd7d776d for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:45.549395 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:45.549997 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:57:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:45.585817 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-2062f8d5-c78e-4afa-9194-96a182c8fbdb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915bfb20-89e8-43b4-bdbe-8b05ff02b595 HTTP/1.1" status: 200 len: 1000 time: 0.0596149 Oct 28 15:57:45.635978 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-9648e661-4ce1-4c6f-84d3-703815207d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:45.637527 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-9648e661-4ce1-4c6f-84d3-703815207d3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0438647 Oct 28 15:57:45.654359 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:45.682582 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-779116f5-279c-4b18-b6b7-e0b85c9d9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:45.684047 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-779116f5-279c-4b18-b6b7-e0b85c9d9654 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399995 Oct 28 15:57:45.779231 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-7bb97a48-53e8-4c16-b074-f39485e071f9 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870578 Oct 28 15:57:45.871920 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-a3c38a41-cdd6-41ab-a751-d3a39162c505 req-59c8fe11-46dc-457d-a9ef-a6817251fff4 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849237 Oct 28 15:57:45.887645 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '760235c5-cfa0-4af6-b02e-b632cea73be7', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'port_id': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'mac_address': 'fa:16:3e:b4:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:57:25Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 1, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:45.914468 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea4d588-4257-4620-91cc-7c275de0116d None None] The sync data for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi is: [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': '760235c5-cfa0-4af6-b02e-b632cea73be7', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'port_id': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'mac_address': 'fa:16:3e:b4:01:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:57:25Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 1, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:46.091076 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5db68d9-8b96-4dc4-806e-fa42fddb8a97 None None] New status for floating IP 760235c5-cfa0-4af6-b02e-b632cea73be7: ACTIVE {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:57:48.160749 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-b9594e18-a868-479c-869f-8e1287d2f08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:49.095781 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:49.446413 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.109639 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:59.450008 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:58:11.073651 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:12.205531 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-ea569289-7ae7-4956-a0c2-934abac9bfef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386324 Oct 28 15:58:12.268868 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-0f6a382c-4be9-441f-8e71-4122811cc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:12.270326 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-0f6a382c-4be9-441f-8e71-4122811cc753 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 1098 time: 0.0389626 Oct 28 15:58:12.375180 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-b7e02c79-8ba3-4ed4-b943-b22b73b97386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:12.376620 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-b7e02c79-8ba3-4ed4-b943-b22b73b97386 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0860498 Oct 28 15:58:12.440162 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-66032f6a-9181-4130-b739-14462d970208 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58f789a9-f15f-4b57-a963-9160fa83d15b HTTP/1.1" status: 200 len: 1000 time: 0.0566850 Oct 28 15:58:12.490685 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-e9ac1abc-b7e5-44cf-9dbc-7b436c0afc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:12.492150 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-e9ac1abc-b7e5-44cf-9dbc-7b436c0afc3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0446720 Oct 28 15:58:12.543392 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-a0dd0d1a-dc50-4d98-810e-c9139885face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:12.544913 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-a0dd0d1a-dc50-4d98-810e-c9139885face service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456948 Oct 28 15:58:12.631924 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-ccef625d-22fa-4eca-8ddc-2c999fc96581 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800970 Oct 28 15:58:12.721852 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c75f9840-b81f-4994-ad5b-8af39fbcb8bc req-185aaf13-dd64-4995-9986-7f26975e617b service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826814 Oct 28 15:58:15.419458 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-18c55eb4-da55-4959-b1a7-406675cc9274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:18.170406 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ed56011b-5094-4dab-93d1-80cd67bc1e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:19.104582 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:19.444810 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:21.107766 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:31.014627 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c5a6f-a909-4a72-b800-d43531c4d487 req-8bcbcc0b-8020-4ea8-9a0b-6b89fcd28e7a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:31.016098 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-145c5a6f-a909-4a72-b800-d43531c4d487 req-8bcbcc0b-8020-4ea8-9a0b-6b89fcd28e7a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 945 time: 0.0519640 Oct 28 15:58:31.052915 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-145c5a6f-a909-4a72-b800-d43531c4d487 req-37564480-4d60-4466-b405-7d2b70fe8b97 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308559 Oct 28 15:58:32.168062 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359ef0d-afc3-41d5-96ca-c8bdc0f62c45 req-0d28b92c-001e-41a0-9923-efa4a479afbc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:32.169566 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8359ef0d-afc3-41d5-96ca-c8bdc0f62c45 req-0d28b92c-001e-41a0-9923-efa4a479afbc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 945 time: 0.0488117 Oct 28 15:58:32.207962 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8359ef0d-afc3-41d5-96ca-c8bdc0f62c45 req-0501064e-fbab-44dd-ba01-049672d77d05 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327344 Oct 28 15:58:32.889779 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3bb386f3-2e20-4170-a967-5eef303fd0a8 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:32.891302 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3bb386f3-2e20-4170-a967-5eef303fd0a8 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 945 time: 0.0490484 Oct 28 15:58:32.984083 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Deleting port 58f789a9-f15f-4b57-a963-9160fa83d15b {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:58:32.984441 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:33.068153 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] For port 58f789a9-f15f-4b57-a963-9160fa83d15b, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=58f789a9-f15f-4b57-a963-9160fa83d15b,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:33.068459 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:33.231856 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:33.232205 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:33.232544 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.l3_db [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Floating IP 6d48c3af-86f2-4c62-8a26-ae11c608072a disassociated. External IP: 172.27.1.50, port: 58f789a9-f15f-4b57-a963-9160fa83d15b. Oct 28 15:58:33.232875 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Calling delete_port for 58f789a9-f15f-4b57-a963-9160fa83d15b owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:58:33.321029 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d14312-3f75-43ec-809d-3caef101e6c6 req-d30d12b8-7915-4d77-96fc-e8e3ad824985 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:33.325037 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-68d14312-3f75-43ec-809d-3caef101e6c6 req-d30d12b8-7915-4d77-96fc-e8e3ad824985 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 945 time: 0.0500863 Oct 28 15:58:33.364458 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-68d14312-3f75-43ec-809d-3caef101e6c6 req-1fb29577-a493-4a47-92ab-2f0872a6546c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351512 Oct 28 15:58:33.428455 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:33.457405 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event deleted for resources: {'Port': ['ID=58f789a9-f15f-4b57-a963-9160fa83d15b,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:33.467444 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.467818 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.468103 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.468450 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.471297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.471297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.471297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.471297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.471297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.471297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.471297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.471297 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:33.577496 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Router 716468b7-988b-441e-abd0-b32340d591df has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:58:33.679424 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:58:33.689610 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:58:33.700118 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:58:33.700791 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:58:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:33.717973 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] No DVR routers for this DVR port 58f789a9-f15f-4b57-a963-9160fa83d15b on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:58:33.720382 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:33.723641 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8e10b876-14a4-4290-b7cd-2b3f763cc29e req-3fdc6424-785a-4cc0-b2b2-43a796b61c21 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "DELETE /v2.0/ports/58f789a9-f15f-4b57-a963-9160fa83d15b HTTP/1.1" status: 204 len: 173 time: 0.8258958 Oct 28 15:58:33.724074 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'name': 'network-vif-deleted', 'tag': '58f789a9-f15f-4b57-a963-9160fa83d15b'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:33.726341 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d773c6-bee5-4cfe-bca2-c2bf766056dd" -d '{"events": [{"server_uuid": "ecfea674-92fa-46b4-9ea8-ed35e5f207b5", "name": "network-vif-deleted", "tag": "58f789a9-f15f-4b57-a963-9160fa83d15b"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:33.770128 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f0fc8c-d82a-4a48-8ca2-8d89485525fb x-openstack-request-id: req-a0f0fc8c-d82a-4a48-8ca2-8d89485525fb {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:33.770409 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfea674-92fa-46b4-9ea8-ed35e5f207b5", "name": "network-vif-deleted", "tag": "58f789a9-f15f-4b57-a963-9160fa83d15b", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:33.770658 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a0f0fc8c-d82a-4a48-8ca2-8d89485525fb {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:33.771045 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfea674-92fa-46b4-9ea8-ed35e5f207b5', 'name': 'network-vif-deleted', 'tag': '58f789a9-f15f-4b57-a963-9160fa83d15b', 'status': 'completed', 'code': 200} Oct 28 15:58:33.897402 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:58:34.097379 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:34.125481 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:58:34.133495 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:58:34.134099 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:58:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:34.235914 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:58:34.444139 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:34.471549 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d19d9-4ffb-44d2-bb23-0211e181a3b3 None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:58:34.484841 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0ff18e5f-1ae2-4eb2-8279-72b1a19817c8 req-22eb1771-196c-40be-9e6a-b844462d11dc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=ecfea674-92fa-46b4-9ea8-ed35e5f207b5 HTTP/1.1" status: 200 len: 210 time: 0.0321491 Oct 28 15:58:34.678469 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e078accb-2b78-4005-8049-bac14b26368f None None] New status for floating IP 6d48c3af-86f2-4c62-8a26-ae11c608072a: DOWN {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:58:35.503391 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 58f789a9-f15f-4b57-a963-9160fa83d15b no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:58:35.525512 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 58f789a9-f15f-4b57-a963-9160fa83d15b {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:58:35.526982 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 58f789a9-f15f-4b57-a963-9160fa83d15b not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:58:35.728229 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5ca7c94e-fbec-4a8e-b478-8a544ef38b7e tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535222416&fields=id&tenant_id=9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 267 time: 0.0317862 Oct 28 15:58:35.832311 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-1c6ef1be-5ce0-4182-8ed8-c7190ed92381 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:35.833717 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-1c6ef1be-5ce0-4182-8ed8-c7190ed92381 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 811 time: 0.0990119 Oct 28 15:58:35.847957 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-7e4494fe-6dca-4107-a047-2997bfc01bfe tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/quotas/9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 375 time: 0.0086470 Oct 28 15:58:35.902152 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-a096bd00-0d72-4fda-80e4-50c73d60e60c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490355 Oct 28 15:58:35.994714 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-8e6ad56b-45ea-4006-8f12-d2a262da8333 service neutron] 10.222.0.86 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800231 Oct 28 15:58:36.083716 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-bb4696e0-786c-4d7f-bd76-e1ccadb6d8e2 service neutron] 10.222.0.86 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821111 Oct 28 15:58:36.448149 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:58:36.661402 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-56e34f09-5499-47c0-902d-ba5520f3605d req-2ee68006-8b57-4a3f-9f65-b33300a11f45 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 210 time: 0.0269094 Oct 28 15:58:37.755831 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fb37ea71-ce18-4c0d-a9ad-ca1ded5ff2ef req-20e04b47-a946-436d-910f-c84dde2bda9e tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 210 time: 0.0261099 Oct 28 15:58:38.395868 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-32f49dc4-b7f9-4865-8b93-24502c3b25fd tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:38.397311 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-32f49dc4-b7f9-4865-8b93-24502c3b25fd tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 811 time: 0.1039891 Oct 28 15:58:38.441714 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-fd91bc41-ce69-4ef2-968a-49d428f9797c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 379 time: 0.0331368 Oct 28 15:58:38.450497 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'port': {'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'admin_state_up': True, 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'security_groups': ['75ea0683-dd79-4fb3-8004-d6ee53cae325']}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:38.622332 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Made reservation on behalf of 9909723fa66c47a1a813ac7796204744 for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:58:38.625879 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:38.747503 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Allocated IP 172.20.0.5 (3dd7a3f1-3fb7-4481-b947-a81baecf62e5/a32eeb24-d2bd-47a0-aec9-26aa04a60bf1/4d937f17-5f48-4b5c-bbbd-e44c57308ea1) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:58:38.855157 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b097cfae-c9b9-4692-b4d7-98a6ce25e523 req-dfae9e88-8bb4-4e75-90ee-140a5114cc5f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 210 time: 0.0258176 Oct 28 15:58:38.889432 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:38.977419 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:39.020771 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:58:39.023778 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:58:39.027392 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:58:39.034639 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:39.083723 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:39.084326 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:39.164257 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-641c9cc4-be79-45b7-b36c-a046bd5948be tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153664 Oct 28 15:58:39.175997 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Request body: {'port': {'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:39.228484 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:39.286219 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-5c3185e7-9499-4a81-9c4b-4efccc344ed9 None None] Provisioning complete for port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:39.286757 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5c3185e7-9499-4a81-9c4b-4efccc344ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:39.324690 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-5c3185e7-9499-4a81-9c4b-4efccc344ed9 None None] Port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:58:39.729262 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:39.736956 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:39.749366 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Transition to ACTIVE for port object 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:58:39.839831 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:39.937460 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Pushing event updated for resources: {'Port': ['ID=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:39.971954 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Attempting to bind port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:58:39.971954 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Attempting to bind port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:58:39.972272 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Attempting to bind port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:58:39.976868 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:58:39.977187 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Attempting to bind port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:58:39.984975 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:58:39.985305 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Checking segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:58:39.985677 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Bound using segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:58:39.986096 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Bound port: 4d937f17-5f48-4b5c-bbbd-e44c57308ea1, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:58:39.986450 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:40.020284 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a08dd-c83c-4c3b-9e5a-e0cc4048bc8a req-5e672ff2-83ec-44ac-9f0f-588877b53438 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.022413 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a30a08dd-c83c-4c3b-9e5a-e0cc4048bc8a req-5e672ff2-83ec-44ac-9f0f-588877b53438 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.0625098 Oct 28 15:58:40.061921 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a30a08dd-c83c-4c3b-9e5a-e0cc4048bc8a req-dae3cb16-2ff3-42ea-b77a-75b0b8a546bc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331864 Oct 28 15:58:40.062349 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] For port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:58:40.065491 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] For port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:58:40.151447 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:40.194073 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.205256 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:40.205256 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] 10.222.0.49 "PUT /v2.0/ports/4d937f17-5f48-4b5c-bbbd-e44c57308ea1 HTTP/1.1" status: 200 len: 1093 time: 1.0245128 Oct 28 15:58:40.205256 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:40.205256 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3dabec-cf34-44ed-b3b5-2e1f091c3a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:40.223044 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386918b-04ab-424a-929b-44c17ab8b187 service neutron] Pushing event updated for resources: {'Port': ['ID=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:40.242019 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d64680b-aca0-431a-b55f-2d9eb8315213 x-openstack-request-id: req-0d64680b-aca0-431a-b55f-2d9eb8315213 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:40.242318 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:40.242565 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0d64680b-aca0-431a-b55f-2d9eb8315213 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:40.242955 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'status': 'completed', 'code': 200} Oct 28 15:58:40.313158 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dabec-cf34-44ed-b3b5-2e1f091c3a0c req-360e124e-4a29-4002-8841-3cec04faa4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.314648 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6c3dabec-cf34-44ed-b3b5-2e1f091c3a0c req-360e124e-4a29-4002-8841-3cec04faa4bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1096 time: 0.0504000 Oct 28 15:58:40.416770 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dabec-cf34-44ed-b3b5-2e1f091c3a0c req-0f515558-64ed-4252-be56-f8c65d252e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.418138 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6c3dabec-cf34-44ed-b3b5-2e1f091c3a0c req-0f515558-64ed-4252-be56-f8c65d252e00 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9909723fa66c47a1a813ac7796204744&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0939052 Oct 28 15:58:40.510491 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3dabec-cf34-44ed-b3b5-2e1f091c3a0c req-6c8fa430-a156-4406-826d-71620ee9f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.511934 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6c3dabec-cf34-44ed-b3b5-2e1f091c3a0c req-6c8fa430-a156-4406-826d-71620ee9f5a1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0857499 Oct 28 15:58:40.589817 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-27dd1e76-a85f-4f33-b5ef-f2688fa4bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.591847 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-27dd1e76-a85f-4f33-b5ef-f2688fa4bd6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1096 time: 0.0432992 Oct 28 15:58:40.632407 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-87d70f7e-6f36-4e3a-90b0-364029318172 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1 HTTP/1.1" status: 200 len: 217 time: 0.0322251 Oct 28 15:58:40.679108 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-341808fc-7e21-410f-93b7-34fab8eb0322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.680512 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-341808fc-7e21-410f-93b7-34fab8eb0322 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0416570 Oct 28 15:58:40.725563 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-fe89f1d9-ee2a-4154-af0d-525b5edc37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.726959 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-fe89f1d9-ee2a-4154-af0d-525b5edc37ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385628 Oct 28 15:58:40.819827 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-b00ccf58-09ad-4330-b0fd-79edfea9c877 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847445 Oct 28 15:58:40.911934 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-aa6f2418-8440-49f8-ab1c-62d1ac0efd8b req-62a7cc32-2a7e-4d36-a610-1b5dcaa504fb service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840983 Oct 28 15:58:41.079736 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:41.177055 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fea7d7-f910-4e8c-babc-e29bc3bfa5ef req-1d812b5f-d0c4-4e6c-ae99-2c24a83b2663 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:41.178536 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a9fea7d7-f910-4e8c-babc-e29bc3bfa5ef req-1d812b5f-d0c4-4e6c-ae99-2c24a83b2663 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.0482049 Oct 28 15:58:41.216041 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a9fea7d7-f910-4e8c-babc-e29bc3bfa5ef req-8064c9f4-64fa-4148-bbd7-2637e60f521b tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306218 Oct 28 15:58:42.326276 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450a058-b852-461d-9400-2a788093a547 req-908a85f2-98d1-4cfa-84c3-87dd2a0da02a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:42.327681 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6450a058-b852-461d-9400-2a788093a547 req-908a85f2-98d1-4cfa-84c3-87dd2a0da02a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.0472407 Oct 28 15:58:42.363263 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6450a058-b852-461d-9400-2a788093a547 req-8fa8be20-7797-4ce5-b5a7-cc61548a6a3f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297341 Oct 28 15:58:43.699666 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41109c84-1ab3-48d0-8137-ae3b60cfe415 req-0a475a5e-7993-4248-bbea-568bc8196148 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:43.701665 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-41109c84-1ab3-48d0-8137-ae3b60cfe415 req-0a475a5e-7993-4248-bbea-568bc8196148 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.2733142 Oct 28 15:58:43.737908 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-41109c84-1ab3-48d0-8137-ae3b60cfe415 req-0f0af4b9-0150-47d7-945a-fd2602d1f4a8 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304399 Oct 28 15:58:44.848434 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddc63d-fca9-4194-bc1a-ff062649e94f req-0f0150c3-e3e5-4e65-a7e8-050aae19f645 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:44.849860 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-83ddc63d-fca9-4194-bc1a-ff062649e94f req-0f0150c3-e3e5-4e65-a7e8-050aae19f645 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.0472977 Oct 28 15:58:44.885709 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-83ddc63d-fca9-4194-bc1a-ff062649e94f req-ceadc38c-29f1-4e00-a6f4-8ebb285b853f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299423 Oct 28 15:58:45.411515 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-00413cb6-636a-4836-be75-c2ddf978b047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:45.997053 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6571a-ec74-4365-8c5f-ad29ff0008d6 req-fedf8379-139f-4dcb-bb03-3760a5ed486d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:45.998437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-55b6571a-ec74-4365-8c5f-ad29ff0008d6 req-fedf8379-139f-4dcb-bb03-3760a5ed486d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.0484102 Oct 28 15:58:46.035279 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-55b6571a-ec74-4365-8c5f-ad29ff0008d6 req-012afd07-9028-489f-8635-3d8a397c1a6a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310793 Oct 28 15:58:47.150175 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b89fa-e20b-4855-be0f-9eb6c1127849 req-09c1a48a-c4ea-4137-8db8-696a14bb2258 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:47.151644 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-178b89fa-e20b-4855-be0f-9eb6c1127849 req-09c1a48a-c4ea-4137-8db8-696a14bb2258 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.0509348 Oct 28 15:58:47.187585 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-178b89fa-e20b-4855-be0f-9eb6c1127849 req-f2e61198-45e5-467c-bd3d-0e475b4d5228 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298848 Oct 28 15:58:48.148566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-fb3f62ab-6962-46bb-906a-c45d56210122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:48.298601 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cad69-b214-4ac0-95a5-ce082d5db3ec req-10a7eb5e-fb1b-49fd-903d-39abcad3de3d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:48.300047 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f83cad69-b214-4ac0-95a5-ce082d5db3ec req-10a7eb5e-fb1b-49fd-903d-39abcad3de3d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.0477366 Oct 28 15:58:48.337720 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f83cad69-b214-4ac0-95a5-ce082d5db3ec req-c081e92c-8cba-4fb1-a5ba-7e22fb551243 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318677 Oct 28 15:58:49.085531 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.453798 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d533cf6-3d8b-4932-b6ba-b341161740f3 req-50286119-c34e-4bf7-8ac1-d9c480168cdd tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:49.455254 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1d533cf6-3d8b-4932-b6ba-b341161740f3 req-50286119-c34e-4bf7-8ac1-d9c480168cdd tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 943 time: 0.0481434 Oct 28 15:58:49.488491 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.493116 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1d533cf6-3d8b-4932-b6ba-b341161740f3 req-dcb675ef-8411-4a8c-b086-535b3e24c781 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320160 Oct 28 15:58:49.574556 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:58:49.673986 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:49.684958 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:58:49.722723 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.739467 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:49.758355 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:49.826176 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.878379 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:49.885422 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.885768 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.886106 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.886439 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.886765 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.887093 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.888052 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.888384 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.888733 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.889055 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.889373 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:49.889690 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:50.198942 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['4d937f17-5f48-4b5c-bbbd-e44c57308ea1'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:50.607562 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34340d1-9eae-45dd-84f0-59d2939f8e1e req-d3b6a1b0-25d1-490f-8a88-a72a2aa6cba9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:50.609022 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b34340d1-9eae-45dd-84f0-59d2939f8e1e req-d3b6a1b0-25d1-490f-8a88-a72a2aa6cba9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 944 time: 0.0518358 Oct 28 15:58:50.645148 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b34340d1-9eae-45dd-84f0-59d2939f8e1e req-94291140-fee4-403f-9f9d-2c5e117d20de tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303061 Oct 28 15:58:51.113867 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:51.583055 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:58:51.710990 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:58:51.715067 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:51.716013 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:51.760639 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bba5d-8051-4381-8d07-4549ce17b65f req-f152085a-cca3-47e5-945b-b516065395ca tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:51.762776 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bc5bba5d-8051-4381-8d07-4549ce17b65f req-f152085a-cca3-47e5-945b-b516065395ca tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 944 time: 0.0491667 Oct 28 15:58:51.803588 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bc5bba5d-8051-4381-8d07-4549ce17b65f req-3cce9df1-eccd-45f2-9b72-b5dec07e566b tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346959 Oct 28 15:58:51.911777 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:51.933165 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:51.935420 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c4378a-ecd8-4f12-bec0-b76e5d4ef4cf" -d '{"events": [{"server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "name": "network-vif-plugged", "status": "completed", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:51.947129 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:51.972971 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70321ab-5dcc-4af1-a19b-9674b920b643 x-openstack-request-id: req-d70321ab-5dcc-4af1-a19b-9674b920b643 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:51.973259 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "name": "network-vif-plugged", "status": "completed", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:51.973532 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d70321ab-5dcc-4af1-a19b-9674b920b643 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:51.973917 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'code': 200} Oct 28 15:58:52.003010 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:52.054216 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:52.346236 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f528c6e-8b61-4c73-aabf-557fbaf3d8ea req-0defdf7f-370d-4c21-a93e-340452157a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:52.347671 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0f528c6e-8b61-4c73-aabf-557fbaf3d8ea req-0defdf7f-370d-4c21-a93e-340452157a7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1098 time: 0.0395782 Oct 28 15:58:52.382537 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0f528c6e-8b61-4c73-aabf-557fbaf3d8ea req-27ae972b-f9b4-4f47-8a89-1f94540e1758 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265391 Oct 28 15:58:52.919801 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f51d65-919e-4ba5-9b3b-bfe952599bae req-45a32a8e-d4f6-4c5b-972f-a1cbb25f8fd4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:52.921552 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-37f51d65-919e-4ba5-9b3b-bfe952599bae req-45a32a8e-d4f6-4c5b-972f-a1cbb25f8fd4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Oct 28 15:58:52.958258 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-37f51d65-919e-4ba5-9b3b-bfe952599bae req-96f7e9e3-d79f-4a25-abd9-1b6283012e46 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305681 Oct 28 15:58:54.077971 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edc4b3-2d8d-4415-9903-56beb98c60f6 req-f61f3e41-9baa-4c45-bf87-4419e83ef68f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:54.079449 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-22edc4b3-2d8d-4415-9903-56beb98c60f6 req-f61f3e41-9baa-4c45-bf87-4419e83ef68f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 945 time: 0.0520968 Oct 28 15:58:54.116881 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-22edc4b3-2d8d-4415-9903-56beb98c60f6 req-61845dc8-97b3-4e2a-90eb-2648e79c33bc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Oct 28 15:58:55.227336 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3c469-d23f-4ea7-bbac-503108118271 req-0cbf4830-592c-4693-9e9f-b0ec48293207 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.228787 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f9b3c469-d23f-4ea7-bbac-503108118271 req-0cbf4830-592c-4693-9e9f-b0ec48293207 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 945 time: 0.0468180 Oct 28 15:58:55.273193 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f9b3c469-d23f-4ea7-bbac-503108118271 req-4c9dd3d9-7c89-4adc-a4cb-969f3659616b tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364857 Oct 28 15:58:55.401603 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74edea-c461-4ac1-9207-abc6400ba85b req-b5510da8-8044-46d8-88db-bf10eb386445 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.402949 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b74edea-c461-4ac1-9207-abc6400ba85b req-b5510da8-8044-46d8-88db-bf10eb386445 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 945 time: 0.0480790 Oct 28 15:58:55.441941 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0b74edea-c461-4ac1-9207-abc6400ba85b req-c7d7e859-0794-41d5-8eaf-7214d3a7c1cf tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Oct 28 15:58:55.463278 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33284) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:55.505232 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280750e6-a40b-438e-b51d-51aa06f01ae9 tempest-TestVolumeBootPattern-1896700481 tempest-TestVolumeBootPattern-1896700481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.506689 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-280750e6-a40b-438e-b51d-51aa06f01ae9 tempest-TestVolumeBootPattern-1896700481 tempest-TestVolumeBootPattern-1896700481-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1093 time: 0.0424716 Oct 28 15:58:55.509410 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33286) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:55.514043 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'floatingip': {'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:55.680009 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:55.774602 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:55.883596 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Allocated IP 172.27.1.202 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/dfaacf50-7c13-4a79-90fd-c700773442a6) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:58:55.983353 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.069100 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.111607 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:58:56.114425 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:58:56.117952 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:58:56.139925 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=dfaacf50-7c13-4a79-90fd-c700773442a6,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:56.152528 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.152869 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.153199 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.153524 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.153868 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.154186 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.154504 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.154821 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.155135 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.155447 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.155757 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.156064 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:56.462881 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.581871 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.728478 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.788510 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.854654 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=dfaacf50-7c13-4a79-90fd-c700773442a6,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:56.864928 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.961204 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.l3_db [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Floating IP e0f1db46-5692-4206-a02a-d607b5a86d53 associated. External IP: 172.27.1.202, port: 4d937f17-5f48-4b5c-bbbd-e44c57308ea1. Oct 28 15:58:57.161075 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Router 716468b7-988b-441e-abd0-b32340d591df has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:58:57.265966 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:58:57.275863 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:58:57.285910 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:58:57.286501 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:58:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:57.356480 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:57.391403 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:58:57.393896 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-63d3a3a8-d3ab-4fbd-86f1-ca7f85d1300a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8833673 Oct 28 15:58:57.394560 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:57.396857 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c062c1-7626-4de7-ade2-7d06d6333f45" -d '{"events": [{"name": "network-changed", "server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:57.431741 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c69da-a707-4dd5-a396-8a045b03f26e x-openstack-request-id: req-d67c69da-a707-4dd5-a396-8a045b03f26e {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:57.432022 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:57.432265 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d67c69da-a707-4dd5-a396-8a045b03f26e {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:57.432709 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'status': 'completed', 'code': 200} Oct 28 15:58:57.493953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-1069f9a7-46e2-4edf-bda0-ff6cab8784a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.495458 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-1069f9a7-46e2-4edf-bda0-ff6cab8784a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1098 time: 0.0390565 Oct 28 15:58:57.595683 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-a53747d7-e9e3-4b0f-8b78-bbd6097a5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.597146 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-a53747d7-e9e3-4b0f-8b78-bbd6097a5281 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0930190 Oct 28 15:58:57.619217 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:56Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:57.649143 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:58:57.657812 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:58:57.658400 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:58:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:57.663109 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-97af0833-2562-4a08-8192-bc1c7928869b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1 HTTP/1.1" status: 200 len: 999 time: 0.0577912 Oct 28 15:58:57.719122 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-6dbfb159-d957-4119-b398-688921ec9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.720590 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-6dbfb159-d957-4119-b398-688921ec9ada service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0475478 Oct 28 15:58:57.762137 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:58:57.768169 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-7303b2f0-5fe0-403c-80c0-a84272a01e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.769810 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-7303b2f0-5fe0-403c-80c0-a84272a01e53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414424 Oct 28 15:58:57.860775 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-d0d43b06-af41-4b20-b4db-8fbeb91e3e2d service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832617 Oct 28 15:58:57.962540 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-52c062c1-7626-4de7-ade2-7d06d6333f45 req-cc9635a5-6493-4059-a226-5429e7e3a149 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923665 Oct 28 15:58:58.062297 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:56Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:58.089060 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2403b41-8839-46f7-befb-edbf672a0d43 None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:56Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:58:58.272115 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fc1a7-732f-4903-8312-721d0b0886be None None] New status for floating IP e0f1db46-5692-4206-a02a-d607b5a86d53: ACTIVE {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:59:11.094546 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.294520 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-4b0d4944-7313-43a6-9512-ac5d30b11026 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1420972 Oct 28 15:59:13.379273 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-2263d78c-78c8-4ac6-81cc-dba471b9258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:13.380765 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-2263d78c-78c8-4ac6-81cc-dba471b9258e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 1099 time: 0.0432439 Oct 28 15:59:13.455137 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:59:13.488225 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-e1f7fe8f-2487-4e8c-8981-023c69335072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:13.489693 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-e1f7fe8f-2487-4e8c-8981-023c69335072 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 200 len: 913 time: 0.0895112 Oct 28 15:59:13.560549 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-300b27f8-6833-41a3-bacd-9babc28271cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=915bfb20-89e8-43b4-bdbe-8b05ff02b595 HTTP/1.1" status: 200 len: 1002 time: 0.0622435 Oct 28 15:59:13.610203 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-6b5affcd-d62b-4e90-8496-eb1785e56fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:13.611634 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-6b5affcd-d62b-4e90-8496-eb1785e56fed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 200 len: 850 time: 0.0441186 Oct 28 15:59:13.660973 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-f18b4a4a-8cda-4e81-84d2-bf8b3eb7bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:13.662464 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-f18b4a4a-8cda-4e81-84d2-bf8b3eb7bab4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9c8010e3-a678-4927-bade-213e1fcc742d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406249 Oct 28 15:59:13.673733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-8c666a36-e959-46b0-b854-02da9198116e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102151) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:59:13.674660 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-8c666a36-e959-46b0-b854-02da9198116e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048854 Oct 28 15:59:13.768377 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-529ac516-a8e3-4b80-a61a-b687afe96cb6 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857768 Oct 28 15:59:13.857488 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-2af226f7-6608-4480-a3b5-2a8d53ca2b8f req-791c0ef5-4c11-426d-a1a0-f28b11c97f61 service neutron] 10.222.0.49 "GET /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808725 Oct 28 15:59:15.398080 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7eff3895-76f2-448a-b679-234a9d32c0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:18.154936 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-480223ca-1a15-477f-99f3-89a3bb9e53b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.117764 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.449125 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:21.157762 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:28.662980 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a86adf-0dbc-4bf5-bfc7-50907925a386 req-27f1f2cf-a650-4c5a-93ce-f4b027b76731 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:28.664437 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-24a86adf-0dbc-4bf5-bfc7-50907925a386 req-27f1f2cf-a650-4c5a-93ce-f4b027b76731 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 946 time: 0.0482361 Oct 28 15:59:28.700619 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-24a86adf-0dbc-4bf5-bfc7-50907925a386 req-110d9c64-acce-44f7-9bee-bec0b1744694 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302982 Oct 28 15:59:29.821554 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f9c6a-deaf-44b9-8670-c57158e1bfe2 req-338dac57-39fe-4d37-a9c6-3de47f010f80 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:29.823012 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-986f9c6a-deaf-44b9-8670-c57158e1bfe2 req-338dac57-39fe-4d37-a9c6-3de47f010f80 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 946 time: 0.0546038 Oct 28 15:59:29.864094 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-986f9c6a-deaf-44b9-8670-c57158e1bfe2 req-7fe50909-0580-4d2f-9f3b-645435b85a89 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349665 Oct 28 15:59:30.775855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-f8ebf032-d875-469e-8f8a-9e63671f092f tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:30.777323 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-f8ebf032-d875-469e-8f8a-9e63671f092f tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 946 time: 0.0488551 Oct 28 15:59:30.871444 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Deleting port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:30.871773 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.959315 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] For port 915bfb20-89e8-43b4-bdbe-8b05ff02b595, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=915bfb20-89e8-43b4-bdbe-8b05ff02b595,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:30.959675 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.977743 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77aa27-cfa1-421c-9d07-3e14fd4c99f2 req-df565ee7-aa76-481e-b42d-872f049f83eb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:30.979221 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7d77aa27-cfa1-421c-9d07-3e14fd4c99f2 req-df565ee7-aa76-481e-b42d-872f049f83eb tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 946 time: 0.0476632 Oct 28 15:59:31.017446 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-7d77aa27-cfa1-421c-9d07-3e14fd4c99f2 req-a59134ea-4220-4384-8b46-fe99ebaa31f4 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups?id=8a0b922d-6ed5-440c-ac77-78dbbf02ef44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321596 Oct 28 15:59:31.131652 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.131999 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.132304 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.db.l3_db [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Floating IP 760235c5-cfa0-4af6-b02e-b632cea73be7 disassociated. External IP: 172.27.1.185, port: 915bfb20-89e8-43b4-bdbe-8b05ff02b595. Oct 28 15:59:31.132661 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Calling delete_port for 915bfb20-89e8-43b4-bdbe-8b05ff02b595 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:31.300590 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.330975 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event deleted for resources: {'Port': ['ID=915bfb20-89e8-43b4-bdbe-8b05ff02b595,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:31.444187 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Router 530010f2-02a2-4970-bbd6-938ddd7d776d has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:59:31.549810 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:59:31.560284 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] Sync routers for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:59:31.569598 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:31.570189 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:59:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:31.587706 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] No DVR routers for this DVR port 915bfb20-89e8-43b4-bdbe-8b05ff02b595 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:59:31.590209 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.593532 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-c77919bd-8179-4e2c-b542-7c159f4f7768 req-de57f916-86f7-4bd7-a325-e5b58cf2cc3d tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.49 "DELETE /v2.0/ports/915bfb20-89e8-43b4-bdbe-8b05ff02b595 HTTP/1.1" status: 204 len: 173 time: 0.8099606 Oct 28 15:59:31.593941 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'name': 'network-vif-deleted', 'tag': '915bfb20-89e8-43b4-bdbe-8b05ff02b595'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:31.596240 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802979c9-6add-44bc-b365-4e25d33ed8cc" -d '{"events": [{"server_uuid": "fd314ce5-d7eb-411d-b1b1-c972d8e65052", "name": "network-vif-deleted", "tag": "915bfb20-89e8-43b4-bdbe-8b05ff02b595"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:31.636085 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bc7239-d8e9-46fd-a3b8-5ce1ba4cb2fc x-openstack-request-id: req-74bc7239-d8e9-46fd-a3b8-5ce1ba4cb2fc {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:31.636376 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd314ce5-d7eb-411d-b1b1-c972d8e65052", "name": "network-vif-deleted", "tag": "915bfb20-89e8-43b4-bdbe-8b05ff02b595", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:31.636686 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74bc7239-d8e9-46fd-a3b8-5ce1ba4cb2fc {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:31.637060 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd314ce5-d7eb-411d-b1b1-c972d8e65052', 'name': 'network-vif-deleted', 'tag': '915bfb20-89e8-43b4-bdbe-8b05ff02b595', 'status': 'completed', 'code': 200} Oct 28 15:59:31.678411 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:31.876565 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:31.906654 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] Checking router: 530010f2-02a2-4970-bbd6-938ddd7d776d for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:59:31.915176 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:31.915702 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:59:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:32.019182 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:32.121745 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b6fd12bc-59bb-413e-acc0-3307ddf7aed3 req-89a888d4-8b11-4d7f-9aba-df56b604f9e6 tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/ports?device_id=fd314ce5-d7eb-411d-b1b1-c972d8e65052 HTTP/1.1" status: 200 len: 210 time: 0.0259368 Oct 28 15:59:32.213642 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:32.239370 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbdd6a-d1ab-4ecb-bc7c-dd2df77e9020 None None] The sync data for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi is: [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:51:43Z', 'revision_number': 4, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'c9dc65b2-6dde-48ea-9ef7-a20229d733fa', 'name': '', 'network_id': '9c8010e3-a678-4927-bade-213e1fcc742d', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'mac_address': 'fa:16:3e:fd:d6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:43Z', 'updated_at': '2021-10-28T15:51:47Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'subnets': [{'id': 'e3c6f0f3-09a7-4324-adbb-488ce959489f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:59:32.455397 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4debcfd1-cd30-45e2-9533-4aaa19d10109 None None] New status for floating IP 760235c5-cfa0-4af6-b02e-b632cea73be7: DOWN {{(pid=102152) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:59:33.269482 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33450) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:33.322139 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-379db84f-f428-4d4b-9efc-2b77e1c05f4b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.344174 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-379db84f-f428-4d4b-9efc-2b77e1c05f4b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.461025 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-379db84f-f428-4d4b-9efc-2b77e1c05f4b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.463617 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-379db84f-f428-4d4b-9efc-2b77e1c05f4b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.464789 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-379db84f-f428-4d4b-9efc-2b77e1c05f4b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "DELETE /v2.0/security-groups/8a0b922d-6ed5-440c-ac77-78dbbf02ef44 HTTP/1.1" status: 204 len: 168 time: 0.1943007 Oct 28 15:59:33.467548 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33452) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:33.473758 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379db84f-f428-4d4b-9efc-2b77e1c05f4b tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0b922d-6ed5-440c-ac77-78dbbf02ef44,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:33.483386 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.api.v2.resource [None req-90e97c2f-ba65-48b4-9e33-f4a1491b445f tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] show failed (client error): The resource could not be found. Oct 28 15:59:33.485649 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-90e97c2f-ba65-48b4-9e33-f4a1491b445f tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "GET /v2.0/security-groups/8a0b922d-6ed5-440c-ac77-78dbbf02ef44 HTTP/1.1" status: 404 len: 347 time: 0.0158498 Oct 28 15:59:33.487727 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33454) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:33.608247 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Deleting port 1900cf16-1bf1-4dc6-ae2a-8cd0cc186c2d {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:33.608598 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.685350 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.685667 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.697913 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Calling delete_port for 1900cf16-1bf1-4dc6-ae2a-8cd0cc186c2d owned by network:floatingip {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:33.901020 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.933828 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Pushing event deleted for resources: {'Port': ['ID=1900cf16-1bf1-4dc6-ae2a-8cd0cc186c2d,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:33.953657 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.954512 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.954846 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.955166 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.955482 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.955798 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.956114 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.956447 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.956760 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.957065 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.957370 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.957673 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:33.999411 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks [] for floatingip, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:34.001943 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:34.003078 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-25e2ad74-14ff-4145-8dd1-50017e44238c tempest-AttachVolumeTestJSON-1347311365 tempest-AttachVolumeTestJSON-1347311365-project] 10.222.0.86 "DELETE /v2.0/floatingips/760235c5-cfa0-4af6-b02e-b632cea73be7 HTTP/1.1" status: 204 len: 168 time: 0.5144603 Oct 28 15:59:35.794599 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 915bfb20-89e8-43b4-bdbe-8b05ff02b595 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:35.821658 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 915bfb20-89e8-43b4-bdbe-8b05ff02b595 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:35.828933 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 915bfb20-89e8-43b4-bdbe-8b05ff02b595 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:37.873949 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33484) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:38.329566 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:38.563733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Deleting port c9dc65b2-6dde-48ea-9ef7-a20229d733fa {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:38.564061 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:38.874473 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] For port c9dc65b2-6dde-48ea-9ef7-a20229d733fa, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:38.875176 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:38.887035 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Calling delete_port for c9dc65b2-6dde-48ea-9ef7-a20229d733fa owned by network:router_interface {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:39.109690 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:39.135110 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9dc65b2-6dde-48ea-9ef7-a20229d733fa,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:39.299033 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:39.515352 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Router 530010f2-02a2-4970-bbd6-938ddd7d776d has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:59:39.619783 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:59:39.625369 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-be736597-81b2-4415-beae-eb30f00c13d4 admin admin] 10.222.0.86 "PUT /v2.0/routers/530010f2-02a2-4970-bbd6-938ddd7d776d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502537 Oct 28 15:59:39.628555 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33488) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:39.634984 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] Sync routers for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:59:39.649620 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:39.650484 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:59:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:39.732460 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:39.750655 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:39.839429 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:39.934476 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:59:39Z', 'revision_number': 5, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port': {'id': '40c6a469-0aa2-424f-83a0-1360300ceb4c', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:51:41Z', 'updated_at': '2021-10-28T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:39.958057 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Deleting port 40c6a469-0aa2-424f-83a0-1360300ceb4c {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:39.958955 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:39.962080 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] Checking router: 530010f2-02a2-4970-bbd6-938ddd7d776d for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:59:39.970157 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] Routers {'530010f2-02a2-4970-bbd6-938ddd7d776d'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:39.970753 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T15:59:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['530010f2-02a2-4970-bbd6-938ddd7d776d'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:40.036159 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] For port 40c6a469-0aa2-424f-83a0-1360300ceb4c, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=40c6a469-0aa2-424f-83a0-1360300ceb4c,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:40.036595 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.048675 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Calling delete_port for 40c6a469-0aa2-424f-83a0-1360300ceb4c owned by network:router_gateway {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:40.054744 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] Set router 530010f2-02a2-4970-bbd6-938ddd7d776d gateway port host: None {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:40.189231 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:59:39Z', 'revision_number': 6, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:40.216638 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e4947-36e6-4dfc-9fde-578f848ce225 None None] The sync data for ids ['530010f2-02a2-4970-bbd6-938ddd7d776d'] in dv-cinder-783643-3-iscsi is: [{'id': '530010f2-02a2-4970-bbd6-938ddd7d776d', 'name': 'tempest-AttachVolumeTestJSON-1336666749-router', 'tenant_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:51:40Z', 'updated_at': '2021-10-28T15:59:39Z', 'revision_number': 6, 'project_id': 'f1888a1cbda247d0897d7f5c5a80a8ad', 'gw_port_host': None}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:59:40.278124 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.301375 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c6a469-0aa2-424f-83a0-1360300ceb4c,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:40.363880 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.451680 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.453665 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.553031 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.553564 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 530010f2-02a2-4970-bbd6-938ddd7d776d {{(pid=102150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 15:59:40.558088 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.559244 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-2c717cdf-3be7-4a14-adc9-477db5e6f1f3 admin admin] 10.222.0.86 "DELETE /v2.0/routers/530010f2-02a2-4970-bbd6-938ddd7d776d HTTP/1.1" status: 204 len: 168 time: 0.9296865 Oct 28 15:59:40.561812 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33490) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:40.607938 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87b434c-0d1d-45cc-baaf-271c7e2f6582 admin admin] Deleting subnet e3c6f0f3-09a7-4324-adbb-488ce959489f {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:59:40.611623 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e87b434c-0d1d-45cc-baaf-271c7e2f6582 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.654175 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e87b434c-0d1d-45cc-baaf-271c7e2f6582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5723519'] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.730230 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e87b434c-0d1d-45cc-baaf-271c7e2f6582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.855924 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e87b434c-0d1d-45cc-baaf-271c7e2f6582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5431788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5398907'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.882215 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b434c-0d1d-45cc-baaf-271c7e2f6582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3c6f0f3-09a7-4324-adbb-488ce959489f,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:40.886008 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-e87b434c-0d1d-45cc-baaf-271c7e2f6582 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.889214 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-e87b434c-0d1d-45cc-baaf-271c7e2f6582 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e3c6f0f3-09a7-4324-adbb-488ce959489f HTTP/1.1" status: 204 len: 168 time: 0.3264222 Oct 28 15:59:40.892131 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33492) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:40.893900 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8108bdd-5060-4f3d-93aa-9520ef817fe2 None None] Network 9c8010e3-a678-4927-bade-213e1fcc742d requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:59:40.969952 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.030588 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Deleting port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:41.030922 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.088135 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.092108 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] DHCP port deletion for 9c8010e3-a678-4927-bade-213e1fcc742d request from dv-cinder-783643-3-iscsi {{(pid=102152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 15:59:41.099938 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] For port fa0bd473-f8c1-430b-9396-e6cc9aacedc4, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:41.100320 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.113691 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Calling delete_port for fa0bd473-f8c1-430b-9396-e6cc9aacedc4 owned by network:dhcp {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:41.138769 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] Deleting port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 {{(pid=102152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:41.139128 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.209314 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] For port fa0bd473-f8c1-430b-9396-e6cc9aacedc4, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,segment=NetworkSegment(2538db40-54c7-4c97-ae7c-79005936536d),segment_id=2538db40-54c7-4c97-ae7c-79005936536d)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:41.209314 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.222862 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] Calling delete_port for fa0bd473-f8c1-430b-9396-e6cc9aacedc4 owned by network:dhcp {{(pid=102152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:41.287598 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.296539 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976'] for port, after_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.314618 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] No DVR routers for this DVR port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 on host dv-cinder-783643-3-iscsi {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:59:41.318230 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:41.322401 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] Pushing event deleted for resources: {'Port': ['ID=fa0bd473-f8c1-430b-9396-e6cc9aacedc4,revision_number=None']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:41.324241 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc45b2c-183d-460f-883a-adcc5f22e7e1 None None] No DVR routers for this DVR port fa0bd473-f8c1-430b-9396-e6cc9aacedc4 on host dv-cinder-783643-3-iscsi {{(pid=102152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:59:41.392148 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.411356 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c8010e3-a678-4927-bade-213e1fcc742d']}} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:41.420751 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2538db40-54c7-4c97-ae7c-79005936536d') {'for_net_delete': True} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:41.421044 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2538db40-54c7-4c97-ae7c-79005936536d') {} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:41.429864 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7175588'] for segment, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.443688 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.449340 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Releasing vlan 1084 on physical network physnet1 to pool {{(pid=102151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:59:41.449706 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963192'] for segment, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: Traceback (most recent call last): Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: timer() Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: cb(*args, **kw) Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: return func(*args, **kwargs) Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: self._notify() Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: self.callback(batched_events) Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: event.method(event) Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: return f(self, *a, **k) Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._get(url).json() Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: return self.request(url, 'GET', **kwargs) Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:59:41.451308 dv-cinder-783643-3-iscsi neutron-server[102151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:59:41.552866 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.557069 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.560803 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] 10.222.0.86 "DELETE /v2.0/networks/9c8010e3-a678-4927-bade-213e1fcc742d HTTP/1.1" status: 204 len: 168 time: 0.6676028 Oct 28 15:59:41.573743 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20b42a-27f1-4bae-9cc3-dd2d99935a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c8010e3-a678-4927-bade-213e1fcc742d,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:41.668807 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 40c6a469-0aa2-424f-83a0-1360300ceb4c no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:41.689131 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 40c6a469-0aa2-424f-83a0-1360300ceb4c {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:41.689484 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 40c6a469-0aa2-424f-83a0-1360300ceb4c not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:41.689868 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device fa0bd473-f8c1-430b-9396-e6cc9aacedc4 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:41.711680 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: fa0bd473-f8c1-430b-9396-e6cc9aacedc4 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:41.712018 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device fa0bd473-f8c1-430b-9396-e6cc9aacedc4 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:41.712445 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device c9dc65b2-6dde-48ea-9ef7-a20229d733fa no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:41.730464 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: c9dc65b2-6dde-48ea-9ef7-a20229d733fa {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:41.730803 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device c9dc65b2-6dde-48ea-9ef7-a20229d733fa not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:41.898031 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33496) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:41.936304 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-14ba1be2-33b3-439a-abef-f54a97ad6379 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f1888a1cbda247d0897d7f5c5a80a8ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371459 Oct 28 15:59:41.938680 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33498) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:41.987788 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a2901918-45b6-48db-983d-413db779bca6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.008825 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a2901918-45b6-48db-983d-413db779bca6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.126718 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a2901918-45b6-48db-983d-413db779bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.129270 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-a2901918-45b6-48db-983d-413db779bca6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.131038 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a2901918-45b6-48db-983d-413db779bca6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9333bf31-a6b3-4094-ae09-9757eb1d665a HTTP/1.1" status: 204 len: 168 time: 0.1908731 Oct 28 15:59:42.139162 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2901918-45b6-48db-983d-413db779bca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9333bf31-a6b3-4094-ae09-9757eb1d665a,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:45.426601 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-10e128e0-352f-45b8-af7f-eb86048e9bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:48.175611 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f129f782-8a8b-4c95-992f-d27ad2843231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.101015 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.489293 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:50.444520 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:59:51.126811 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.075666 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:15.242079 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-76daa14f-3828-46ec-83d4-e46b3bb1a4e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387230 Oct 28 16:00:15.302598 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-c893b3af-cab7-44a7-a52c-671b158cb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:15.304026 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-c893b3af-cab7-44a7-a52c-671b158cb538 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1098 time: 0.0395093 Oct 28 16:00:15.395560 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ab792f9f-e2ee-4a41-8dda-2261095e4330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:15.415749 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-23d6d9f6-d432-42c9-9cad-5bba7c76c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:15.417330 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-23d6d9f6-d432-42c9-9cad-5bba7c76c396 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0873859 Oct 28 16:00:15.488558 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-cee1f8fb-06fb-4b84-889d-a968f0dce3cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0554867 Oct 28 16:00:15.540740 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-0083b992-e1a0-4e73-8db3-87aea93e8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:15.542126 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-0083b992-e1a0-4e73-8db3-87aea93e8d43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0452900 Oct 28 16:00:15.587825 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-aa2106b1-6ca2-4a48-9365-88dfb4c6fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:15.589218 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-aa2106b1-6ca2-4a48-9365-88dfb4c6fcad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392523 Oct 28 16:00:15.681096 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-e0737e87-e090-4566-af05-1a4ff4e02d85 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792313 Oct 28 16:00:15.772634 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8f45583a-fc44-4f95-9d30-5fdb681ef986 req-4f5d0e59-0998-4760-954f-c661eab022e9 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Oct 28 16:00:18.167110 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5464f1e8-af40-4739-b5e5-ee379bf499eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:19.087716 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:19.444466 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:21.119197 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:27.443384 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:00:39.079221 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33924) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:39.181168 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:39.251286 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:39.309757 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:39.347577 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2c262b549a0a44a0a93981f417e06cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672894 Oct 28 16:00:39.348425 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6806cb08-b90e-4b55-a3e5-7d14fb0f5dc2,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:39.350309 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33928) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:39.355835 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.356176 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.356547 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.356878 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.357196 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.357517 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.357839 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.358161 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.358476 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.358788 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.359099 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.359407 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8882c9d-955d-4939-849d-29ddca390e2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.399005 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:39.419644 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:39.530272 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:39.532796 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:39.533941 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6806cb08-b90e-4b55-a3e5-7d14fb0f5dc2 HTTP/1.1" status: 204 len: 168 time: 0.1826732 Oct 28 16:00:39.541595 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6806cb08-b90e-4b55-a3e5-7d14fb0f5dc2,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:39.548598 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.548945 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.549283 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.549616 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.549953 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.550263 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.550659 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.550896 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.551224 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.551542 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.551858 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:39.552176 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c2a63-ff42-4d30-8f9e-9ecc13791ba1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:40.101350 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 33934) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:40.114128 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-475deba6-971d-4041-94ae-24bc6ce7afef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:40.188902 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-475deba6-971d-4041-94ae-24bc6ce7afef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:40.284588 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-475deba6-971d-4041-94ae-24bc6ce7afef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:40.322743 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-475deba6-971d-4041-94ae-24bc6ce7afef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ddcff7966c3441f1bb3d5f262a19eb83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2203531 Oct 28 16:00:40.323716 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475deba6-971d-4041-94ae-24bc6ce7afef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca78908-93b2-4fdb-8449-9c3657cac3da,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:40.325433 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 33936) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:40.376310 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-73fb5166-736c-4d24-a0b1-472cac50912a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:40.396777 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-73fb5166-736c-4d24-a0b1-472cac50912a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:40.501596 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-73fb5166-736c-4d24-a0b1-472cac50912a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:40.504089 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-73fb5166-736c-4d24-a0b1-472cac50912a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:40.505320 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-73fb5166-736c-4d24-a0b1-472cac50912a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3ca78908-93b2-4fdb-8449-9c3657cac3da HTTP/1.1" status: 204 len: 168 time: 0.1788309 Oct 28 16:00:40.513624 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb5166-736c-4d24-a0b1-472cac50912a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca78908-93b2-4fdb-8449-9c3657cac3da,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:41.113310 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:43.445406 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34004) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:43.547755 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ad52d1d8-93f3-490b-8aad-6d3f18f1f18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:43.628948 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ad52d1d8-93f3-490b-8aad-6d3f18f1f18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:43.719303 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-ad52d1d8-93f3-490b-8aad-6d3f18f1f18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:43.756318 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52d1d8-93f3-490b-8aad-6d3f18f1f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa7776-8362-48ba-a2e9-4bba1a1a87ba,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:43.761165 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-ad52d1d8-93f3-490b-8aad-6d3f18f1f18c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a172ab3e455455bac341f9bbeb1461c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141527 Oct 28 16:00:43.763713 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34008) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:43.812576 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-89c26d36-3718-4bc8-93a8-1a0dbc055921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:43.833675 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-89c26d36-3718-4bc8-93a8-1a0dbc055921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:43.958827 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-89c26d36-3718-4bc8-93a8-1a0dbc055921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:43.961713 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-89c26d36-3718-4bc8-93a8-1a0dbc055921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:43.963025 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-89c26d36-3718-4bc8-93a8-1a0dbc055921 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4afa7776-8362-48ba-a2e9-4bba1a1a87ba HTTP/1.1" status: 204 len: 168 time: 0.1984179 Oct 28 16:00:43.970717 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c26d36-3718-4bc8-93a8-1a0dbc055921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa7776-8362-48ba-a2e9-4bba1a1a87ba,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:44.534466 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34014) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:44.548094 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3994dfe4-4b84-4c6d-992b-fd5194249344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:44.618413 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3994dfe4-4b84-4c6d-992b-fd5194249344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:44.692663 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-3994dfe4-4b84-4c6d-992b-fd5194249344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:44.730677 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-3994dfe4-4b84-4c6d-992b-fd5194249344 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3b20c038a97d4d61bb2a78f9894d1866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1951473 Oct 28 16:00:44.731502 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994dfe4-4b84-4c6d-992b-fd5194249344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b876bb38-d8dc-4f0b-9991-a0a0a7c05256,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:44.733857 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34016) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:44.784421 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4f551ca3-c7a4-4fbd-91e1-237a0a989924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:44.805932 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4f551ca3-c7a4-4fbd-91e1-237a0a989924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:44.910206 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4f551ca3-c7a4-4fbd-91e1-237a0a989924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:44.913061 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-4f551ca3-c7a4-4fbd-91e1-237a0a989924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:44.914231 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-4f551ca3-c7a4-4fbd-91e1-237a0a989924 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b876bb38-d8dc-4f0b-9991-a0a0a7c05256 HTTP/1.1" status: 204 len: 168 time: 0.1793854 Oct 28 16:00:44.923870 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f551ca3-c7a4-4fbd-91e1-237a0a989924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b876bb38-d8dc-4f0b-9991-a0a0a7c05256,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:45.402503 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-506b0063-0188-4e80-b05e-4562dba262bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:46.537649 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34050) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:46.643290 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-dbae5202-bd68-4f07-8e41-3fb3383c4864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:46.716741 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-dbae5202-bd68-4f07-8e41-3fb3383c4864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:46.808168 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-dbae5202-bd68-4f07-8e41-3fb3383c4864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:46.846291 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-dbae5202-bd68-4f07-8e41-3fb3383c4864 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3bd37236f8f04f77a308ac84b5115b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075747 Oct 28 16:00:46.847152 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae5202-bd68-4f07-8e41-3fb3383c4864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf132992-8aef-498c-a343-b7fbb1dfeb61,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:46.848915 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34054) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:46.898580 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-79e83472-8222-4689-bb7b-770acca31eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:46.920547 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-79e83472-8222-4689-bb7b-770acca31eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:47.047386 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-79e83472-8222-4689-bb7b-770acca31eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:47.050021 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-79e83472-8222-4689-bb7b-770acca31eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:47.051206 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-79e83472-8222-4689-bb7b-770acca31eca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf132992-8aef-498c-a343-b7fbb1dfeb61 HTTP/1.1" status: 204 len: 168 time: 0.2000532 Oct 28 16:00:47.059225 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e83472-8222-4689-bb7b-770acca31eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf132992-8aef-498c-a343-b7fbb1dfeb61,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:47.979900 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34076) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:48.072838 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-290683122-network', 'tenant_id': '90c39d86c23b4d46855dca8657c1356d'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:48.167414 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Made reservation on behalf of 90c39d86c23b4d46855dca8657c1356d for: {'network': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:00:48.169681 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for network, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.178135 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.181711 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2fa2eaa5-36b9-4bdf-a98b-936597f9ee6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.249835 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.350118 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.374308 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] vlan segment allocate from pool success with {'vlan_id': 1073, 'physical_network': 'physnet1'} {{(pid=102150) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 16:00:48.382823 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dae4974-d386-4c02-8405-ffa8f577d537,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:48.391958 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.391958 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.segments_db [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Added segment 5e541ac0-513f-4def-a488-266606668efe of type vlan for network 595c9c4c-5aee-4154-98db-1347261cc868 Oct 28 16:00:48.433523 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783405914049'] for network, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.519217 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228'] for network, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.520127 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:48.520792 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:48.799883 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] Pushing event updated for resources: {'Network': ['ID=595c9c4c-5aee-4154-98db-1347261cc868,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:48.809761 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Network 595c9c4c-5aee-4154-98db-1347261cc868 details requested by agent ovs-agent-dv-cinder-783643-3-iscsi with host dv-cinder-783643-3-iscsi {{(pid=102152) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 16:00:48.887411 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-d01389fe-326a-43a4-8043-d4b42d4dcb9f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9063966 Oct 28 16:00:48.890279 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34080) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:48.895159 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Request body: {'subnet': {'network_id': '595c9c4c-5aee-4154-98db-1347261cc868', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-290683122-subnet', 'tenant_id': '90c39d86c23b4d46855dca8657c1356d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:48.972737 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Made reservation on behalf of 90c39d86c23b4d46855dca8657c1356d for: {'subnet': 1} {{(pid=102150) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:00:48.974984 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5398682'] for subnet, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:49.104877 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:49.190471 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5431725', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5398664'] for subnet, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:49.245033 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0,revision_number=0']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:49.252259 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Checking segment: {'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:00:49.252633 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Network hostable DHCP agents. Network: 595c9c4c-5aee-4154-98db-1347261cc868, hostable agents: ['a01c1f65-7616-4047-b90a-f2a6c4ee0e62'], hosted agents: [] {{(pid=102150) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 16:00:49.333041 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Network 595c9c4c-5aee-4154-98db-1347261cc868 is scheduled to be hosted by DHCP agent a01c1f65-7616-4047-b90a-f2a6c4ee0e62 with binding_index 1 {{(pid=102150) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 16:00:49.402312 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-783643-3-iscsi, 595c9c4c-5aee-4154-98db-1347261cc868) {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:00:49.406677 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:49.407897 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:49.411949 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69237c9-cd1c-4850-831f-98f1fe108699 None None] Network 595c9c4c-5aee-4154-98db-1347261cc868 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:00:49.482621 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:49.507293 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-dc989b79-1d4f-45fc-ace5-96663b6357ff admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6159520 Oct 28 16:00:49.535116 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae3be0-f165-4746-95a3-db1299af8434 None None] Network 595c9c4c-5aee-4154-98db-1347261cc868 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:00:51.144565 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:51.743471 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-3af73cd8-438e-40a2-adf4-0e58c6a5eb33 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:51.744303 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-3af73cd8-438e-40a2-adf4-0e58c6a5eb33 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/networks?id=595c9c4c-5aee-4154-98db-1347261cc868 HTTP/1.1" status: 200 len: 808 time: 0.1015863 Oct 28 16:00:51.759092 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-413c7fc6-cc86-4490-a3f5-5b2299c09e26 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/quotas/90c39d86c23b4d46855dca8657c1356d HTTP/1.1" status: 200 len: 375 time: 0.0090535 Oct 28 16:00:51.792943 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-b30982ba-c70a-4763-bb2b-ca723bbf1268 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=90c39d86c23b4d46855dca8657c1356d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279703 Oct 28 16:00:51.926898 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-2ed9a764-4a04-4971-aede-c9f78ad25403 service neutron] 10.222.0.86 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270521 Oct 28 16:00:52.014257 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-a27cb927-4a0c-494a-aca6-e9c9fb320c88 service neutron] 10.222.0.86 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812674 Oct 28 16:00:52.324623 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ef23b3c0-f080-4d7d-9529-0f020d504e9b req-159ace89-7092-4445-ab41-9301307c7a3e tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 210 time: 0.0755761 Oct 28 16:00:53.420870 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-01a0f0bd-404d-4ee1-be96-2038e1708954 req-40c980ab-69e4-4f9a-9ae5-79c314c538cf tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 210 time: 0.0305636 Oct 28 16:00:54.509493 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-623d88e7-474d-4863-a520-311117fd7ddc tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:54.511609 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-623d88e7-474d-4863-a520-311117fd7ddc tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.49 "GET /v2.0/networks?id=595c9c4c-5aee-4154-98db-1347261cc868 HTTP/1.1" status: 200 len: 808 time: 0.1061573 Oct 28 16:00:54.514968 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d01a04d6-a05b-4a35-b435-9336d5e48b26 req-6f2a4a44-4191-4255-892d-033e40e5d165 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 210 time: 0.0274606 Oct 28 16:00:54.524469 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Request body: {'port': {'device_id': 'a9bd2e72-b761-48dc-851a-fb1f855da86b', 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868', 'admin_state_up': True, 'tenant_id': '90c39d86c23b4d46855dca8657c1356d'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:54.733400 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Made reservation on behalf of 90c39d86c23b4d46855dca8657c1356d for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:00:54.736939 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:54.861427 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Allocated IP 172.20.0.10 (595c9c4c-5aee-4154-98db-1347261cc868/7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0/8e02839b-2d92-4fbb-8435-f49e7ddd3ea8) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:00:55.005733 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.085365 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.128467 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Network 595c9c4c-5aee-4154-98db-1347261cc868 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:00:55.131494 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:00:55.135112 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:00:55.161981 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Pushing event updated for resources: {'Port': ['ID=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:55.188446 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:55.189036 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.258997 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-c7ad81b5-4f10-4d04-8f63-aff6d21c6b8d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7383635 Oct 28 16:00:55.270894 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Request body: {'port': {'device_id': 'a9bd2e72-b761-48dc-851a-fb1f855da86b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:55.322002 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.568999 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:00:55.576460 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.588218 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Transition to ACTIVE for port object 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:00:55.627228 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54aeb9-12e3-43b2-9103-a83e683c10f1 req-103cdddf-bc51-42d6-ba9c-48c71a7f045f tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:55.628690 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6b54aeb9-12e3-43b2-9103-a83e683c10f1 req-103cdddf-bc51-42d6-ba9c-48c71a7f045f tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 932 time: 0.0478480 Oct 28 16:00:55.665190 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6b54aeb9-12e3-43b2-9103-a83e683c10f1 req-5eb85417-c088-4ea2-be4b-3b1fa7e04d2a tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305452 Oct 28 16:00:55.673601 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.726863 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Pushing event updated for resources: {'Port': ['ID=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:55.792160 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Attempting to bind port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:00:55.792505 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Attempting to bind port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:00:55.792906 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Attempting to bind port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 on network 595c9c4c-5aee-4154-98db-1347261cc868 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:00:55.796999 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 on network 595c9c4c-5aee-4154-98db-1347261cc868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:00:55.797313 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Attempting to bind port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 on network 595c9c4c-5aee-4154-98db-1347261cc868 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:00:55.802163 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:00:55.802489 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Checking segment: {'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:00:55.802863 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Bound using segment: {'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:00:55.803283 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Bound port: 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:00:55.803666 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.863679 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] For port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:00:55.866606 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] For port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:00:55.953645 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.991148 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:55.991743 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.993115 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] 10.222.0.49 "PUT /v2.0/ports/8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 HTTP/1.1" status: 200 len: 1094 time: 0.7262251 Oct 28 16:00:55.993542 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9bd2e72-b761-48dc-851a-fb1f855da86b', 'tag': '8e02839b-2d92-4fbb-8435-f49e7ddd3ea8'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:00:55.996261 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b93ffe8-698f-480a-9f3f-ac578e626e41" -d '{"events": [{"name": "network-changed", "server_uuid": "a9bd2e72-b761-48dc-851a-fb1f855da86b", "tag": "8e02839b-2d92-4fbb-8435-f49e7ddd3ea8"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:00:56.017748 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e6f87-67e7-42c7-aefd-17963a17fa06 service neutron] Pushing event updated for resources: {'Port': ['ID=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:56.087694 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca200ec7-d943-442e-ab1a-b826b124a7c9 x-openstack-request-id: req-ca200ec7-d943-442e-ab1a-b826b124a7c9 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:00:56.087981 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9bd2e72-b761-48dc-851a-fb1f855da86b", "tag": "8e02839b-2d92-4fbb-8435-f49e7ddd3ea8", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:00:56.088233 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ca200ec7-d943-442e-ab1a-b826b124a7c9 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:00:56.088685 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9bd2e72-b761-48dc-851a-fb1f855da86b', 'tag': '8e02839b-2d92-4fbb-8435-f49e7ddd3ea8', 'status': 'completed', 'code': 200} Oct 28 16:00:56.143110 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-f6ba6dc4-c978-49ed-b492-3b769d618b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:56.144613 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-f6ba6dc4-c978-49ed-b492-3b769d618b1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90c39d86c23b4d46855dca8657c1356d&device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 1097 time: 0.0406687 Oct 28 16:00:56.186594 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-7a9533aa-ac94-4263-a1f1-81d37e468a6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 HTTP/1.1" status: 200 len: 217 time: 0.0327854 Oct 28 16:00:56.237230 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-7e875e91-feca-4738-affd-bfe6d1065626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:56.238612 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-7e875e91-feca-4738-affd-bfe6d1065626 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0 HTTP/1.1" status: 200 len: 848 time: 0.0448058 Oct 28 16:00:56.271900 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-3ba15969-e48e-4499-beec-f1bdf9c5bd66 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=595c9c4c-5aee-4154-98db-1347261cc868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238409 Oct 28 16:00:56.364761 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-32330c87-a508-4044-9345-aa3549234bd9 service neutron] 10.222.0.49 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838008 Oct 28 16:00:56.455833 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-edca2a51-1c85-4ea7-bfbb-71f220f89854 req-68fd7540-cb7a-4b9c-9ba0-3b45996db4e9 service neutron] 10.222.0.49 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828960 Oct 28 16:00:56.643196 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-ae7b5da4-25fc-468c-ae47-6163968ee8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:56.644600 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-ae7b5da4-25fc-468c-ae47-6163968ee8a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90c39d86c23b4d46855dca8657c1356d&device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 1097 time: 0.0476844 Oct 28 16:00:56.738556 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-8adbbfcf-86ba-40c6-9741-8d0c4326d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:56.740010 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-8adbbfcf-86ba-40c6-9741-8d0c4326d991 service neutron] 10.222.0.49 "GET /v2.0/networks?id=595c9c4c-5aee-4154-98db-1347261cc868 HTTP/1.1" status: 200 len: 910 time: 0.0869231 Oct 28 16:00:56.779394 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827e4da-8358-4715-876c-db155f3aae7b req-ee6dad9d-ef1d-4fee-abcf-62e9924edf04 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:56.780872 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d827e4da-8358-4715-876c-db155f3aae7b req-ee6dad9d-ef1d-4fee-abcf-62e9924edf04 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 944 time: 0.0482507 Oct 28 16:00:56.783690 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-907a6ae4-9b74-473b-b879-52374ef9dc23 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 HTTP/1.1" status: 200 len: 217 time: 0.0343449 Oct 28 16:00:56.819025 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d827e4da-8358-4715-876c-db155f3aae7b req-55501ad2-f5ee-4eb5-bc04-06fb433d860f tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323019 Oct 28 16:00:56.838269 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-bb4ac6d7-09f1-4cc1-88cd-a3c466d8115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:56.838269 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-bb4ac6d7-09f1-4cc1-88cd-a3c466d8115e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0 HTTP/1.1" status: 200 len: 848 time: 0.0445490 Oct 28 16:00:56.872113 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-20e425d7-ef56-4cbb-a15f-7b4032e0cf31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=595c9c4c-5aee-4154-98db-1347261cc868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277784 Oct 28 16:00:56.958967 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-52efac2b-1193-42c8-af01-926d8d8cdb76 service neutron] 10.222.0.49 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790384 Oct 28 16:00:57.053740 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-0b93ffe8-698f-480a-9f3f-ac578e626e41 req-2c3737a7-79c5-4393-91e3-3a09ede6c749 service neutron] 10.222.0.49 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860627 Oct 28 16:00:57.936010 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866754a3-47bb-464f-80e8-b6806c044308 req-66a6d19a-d6aa-4dc3-a15b-9b3532227c74 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:57.937492 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-866754a3-47bb-464f-80e8-b6806c044308 req-66a6d19a-d6aa-4dc3-a15b-9b3532227c74 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 944 time: 0.0523238 Oct 28 16:00:57.974225 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-866754a3-47bb-464f-80e8-b6806c044308 req-f25c3b3a-3b0b-4f5c-9db7-49545544979e tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Oct 28 16:00:59.085725 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a64a27-7bde-4404-b39d-5f5722d4029b req-405b52ec-144c-4f46-b96a-e986d7293bda tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:59.087144 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-78a64a27-7bde-4404-b39d-5f5722d4029b req-405b52ec-144c-4f46-b96a-e986d7293bda tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 944 time: 0.0472000 Oct 28 16:00:59.124949 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-78a64a27-7bde-4404-b39d-5f5722d4029b req-12ffc68d-1507-4be7-83f3-8f8ad76af077 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313711 Oct 28 16:01:00.122822 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:01:00.220342 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:00.231915 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '8e02839b-2d92-4fbb-8435-f49e7ddd3ea8', 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868', 'port_id': '8e02839b-2d92-4fbb-8435-f49e7ddd3ea8', 'mac_address': 'fa:16:3e:56:ca:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:01:00.237955 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea10d43-38d8-4161-a733-86c03eb908ff req-6e6759da-941d-47a6-9590-8e968ad2fd59 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:00.238655 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2ea10d43-38d8-4161-a733-86c03eb908ff req-6e6759da-941d-47a6-9590-8e968ad2fd59 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 944 time: 0.0482266 Oct 28 16:01:00.269837 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.276962 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-2ea10d43-38d8-4161-a733-86c03eb908ff req-efef30dd-fbc1-4eac-9c82-24b5c2951a93 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Oct 28 16:01:00.282545 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:01:00.302659 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:00.355912 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.410031 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:00.417743 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.418085 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.418417 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.418746 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.419073 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.419395 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.419713 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.420032 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.420351 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.420737 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.421055 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.421366 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:00.704186 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['8e02839b-2d92-4fbb-8435-f49e7ddd3ea8'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:01.392383 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460bf00-5c6a-4242-890e-92b4ce42b8cc req-30bc4c1c-3f24-4415-b9d7-36594bb7cbde tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:01.393859 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d460bf00-5c6a-4242-890e-92b4ce42b8cc req-30bc4c1c-3f24-4415-b9d7-36594bb7cbde tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 945 time: 0.0508003 Oct 28 16:01:01.430839 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d460bf00-5c6a-4242-890e-92b4ce42b8cc req-3b1ae975-1f24-44ae-8c36-0a649ab72412 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311325 Oct 28 16:01:02.126336 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:02.252776 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:01:02.256332 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:02.260896 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:02.332179 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:02.355027 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bd2e72-b761-48dc-851a-fb1f855da86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e02839b-2d92-4fbb-8435-f49e7ddd3ea8'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:02.357414 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fbaa62-86b1-4f0b-8da7-ce5c5d8f89ed" -d '{"events": [{"server_uuid": "a9bd2e72-b761-48dc-851a-fb1f855da86b", "name": "network-vif-plugged", "status": "completed", "tag": "8e02839b-2d92-4fbb-8435-f49e7ddd3ea8"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:02.373044 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:02.445500 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:02.475851 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d29797-488c-4686-8917-f1333d5fa3a4 x-openstack-request-id: req-85d29797-488c-4686-8917-f1333d5fa3a4 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:02.476142 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bd2e72-b761-48dc-851a-fb1f855da86b", "name": "network-vif-plugged", "status": "completed", "tag": "8e02839b-2d92-4fbb-8435-f49e7ddd3ea8", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:02.476425 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-85d29797-488c-4686-8917-f1333d5fa3a4 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:02.476805 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bd2e72-b761-48dc-851a-fb1f855da86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e02839b-2d92-4fbb-8435-f49e7ddd3ea8', 'code': 200} Oct 28 16:01:02.503304 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:02.562441 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1eb09-a32d-4748-9514-d709f26ffc96 req-a506df42-c1ce-4000-8321-0fcd87f9919d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:02.563912 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fcb1eb09-a32d-4748-9514-d709f26ffc96 req-a506df42-c1ce-4000-8321-0fcd87f9919d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0499399 Oct 28 16:01:02.607608 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-fcb1eb09-a32d-4748-9514-d709f26ffc96 req-a3681e1a-ca64-4329-a40d-fadc1a79cbda tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Oct 28 16:01:02.807623 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622378b4-7819-4161-9cf3-e5bbbf811009 req-4ff3d5c0-19f3-4e27-8013-50ff183c51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:02.809712 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-622378b4-7819-4161-9cf3-e5bbbf811009 req-4ff3d5c0-19f3-4e27-8013-50ff183c51e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 1099 time: 0.0408854 Oct 28 16:01:02.844154 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-622378b4-7819-4161-9cf3-e5bbbf811009 req-872ce222-74b7-42c7-8f90-8bf452a2e367 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274029 Oct 28 16:01:03.726325 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fb472-00d8-4570-a78c-52bf5f9fb8ab req-8a6ec228-e0f3-4aff-8604-c689bfc8af34 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:03.727816 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-984fb472-00d8-4570-a78c-52bf5f9fb8ab req-8a6ec228-e0f3-4aff-8604-c689bfc8af34 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0480480 Oct 28 16:01:03.765474 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-984fb472-00d8-4570-a78c-52bf5f9fb8ab req-b8f2aefc-34d2-4507-b2e8-0ff294ad7950 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Oct 28 16:01:04.442235 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:01:04.892508 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a98c4-9492-4c34-9cab-6f9bc9ac2f52 req-932c8049-c21e-4249-8a64-41d15260d300 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:04.893954 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd5a98c4-9492-4c34-9cab-6f9bc9ac2f52 req-932c8049-c21e-4249-8a64-41d15260d300 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0523109 Oct 28 16:01:04.930233 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cd5a98c4-9492-4c34-9cab-6f9bc9ac2f52 req-af3221a8-9b6d-4391-884a-bb08c7eec915 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304208 Oct 28 16:01:06.044049 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810e3f-36d6-4a23-b0bc-bf03afef5fb7 req-66763bdc-9733-4b18-8524-131aabdba55b tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:06.045555 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cb810e3f-36d6-4a23-b0bc-bf03afef5fb7 req-66763bdc-9733-4b18-8524-131aabdba55b tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0493889 Oct 28 16:01:06.082265 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cb810e3f-36d6-4a23-b0bc-bf03afef5fb7 req-14f47307-ccf4-4ef3-8126-be96c0be8e0c tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Oct 28 16:01:07.193235 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0958cf-2de2-4efb-aa49-81b7316699ed req-0ab7b76b-5dd1-4a55-b4ce-cfa72cb61d43 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:07.194676 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa0958cf-2de2-4efb-aa49-81b7316699ed req-0ab7b76b-5dd1-4a55-b4ce-cfa72cb61d43 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0478549 Oct 28 16:01:07.230665 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-aa0958cf-2de2-4efb-aa49-81b7316699ed req-81f8c65e-57ba-45c7-a95d-1759d8b51c7d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295577 Oct 28 16:01:08.356847 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eb77d-1352-4f38-b353-ea06c1fa93e8 req-c594c3c0-2a3f-4a61-af44-63976762a732 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:08.358344 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c93eb77d-1352-4f38-b353-ea06c1fa93e8 req-c594c3c0-2a3f-4a61-af44-63976762a732 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0592833 Oct 28 16:01:08.395156 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c93eb77d-1352-4f38-b353-ea06c1fa93e8 req-433cf44f-f1ff-4f55-8184-3656c2cc405d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308821 Oct 28 16:01:09.511334 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e097a8-ad12-4544-aaa1-b2e3b14d9bb7 req-50463a27-9bc6-401b-9139-36334dcdda31 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:09.512805 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c7e097a8-ad12-4544-aaa1-b2e3b14d9bb7 req-50463a27-9bc6-401b-9139-36334dcdda31 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0476339 Oct 28 16:01:09.550710 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c7e097a8-ad12-4544-aaa1-b2e3b14d9bb7 req-1fb0dd25-3d30-4159-aa0a-b670d2f7b518 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Oct 28 16:01:11.137076 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:13.471634 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da027661-85d7-489b-acee-635d3f8c7dcc req-8d327376-1017-4bcd-a099-6147fb89ab64 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:13.473146 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da027661-85d7-489b-acee-635d3f8c7dcc req-8d327376-1017-4bcd-a099-6147fb89ab64 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0469587 Oct 28 16:01:13.509818 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-da027661-85d7-489b-acee-635d3f8c7dcc req-82e74aa1-b624-4c69-8e47-7ad01aafd012 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307393 Oct 28 16:01:14.629041 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d21a47-607e-4186-b299-518078c57912 req-a95ba7f4-ba8f-479f-bd2b-2829c6998d3e tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:14.630479 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d4d21a47-607e-4186-b299-518078c57912 req-a95ba7f4-ba8f-479f-bd2b-2829c6998d3e tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0520954 Oct 28 16:01:14.666991 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d4d21a47-607e-4186-b299-518078c57912 req-19e902a5-1748-4b32-9878-f4a1898ff397 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306661 Oct 28 16:01:15.416344 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-636aed7f-18e5-4e62-b14f-6aa8c87ba01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:15.631970 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-b1838a02-6a11-4e82-9c7b-da47c501808c tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:15.633274 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-b1838a02-6a11-4e82-9c7b-da47c501808c tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0467813 Oct 28 16:01:15.739473 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-c8ac30f6-5bbe-40bc-b10f-7846d1a39677 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683091 Oct 28 16:01:15.762600 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Deleting port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:15.762954 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:15.787787 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bfd07-a701-4818-815c-82256df68bad req-97642a6b-cdc3-4a74-89fe-cc2782128a16 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:15.789302 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f5bfd07-a701-4818-815c-82256df68bad req-97642a6b-cdc3-4a74-89fe-cc2782128a16 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 946 time: 0.0557020 Oct 28 16:01:15.829430 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1f5bfd07-a701-4818-815c-82256df68bad req-75f8bd48-0c89-4271-975c-7f6afb1e6ae1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Oct 28 16:01:16.099996 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-7f0e5d06-86b0-4edb-a5be-76cccf14c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:16.101503 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-7f0e5d06-86b0-4edb-a5be-76cccf14c779 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1098 time: 0.2968810 Oct 28 16:01:16.117976 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] For port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:16.118356 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:16.138888 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Calling delete_port for 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:16.185796 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-8e1b2b15-dcf1-4656-bde9-bc0675068762 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535222416&fields=id&tenant_id=9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 267 time: 0.0322242 Oct 28 16:01:16.265853 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-7ef51004-2432-429a-83b0-121995b3e758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:16.267207 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-7ef51004-2432-429a-83b0-121995b3e758 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.1360502 Oct 28 16:01:16.295457 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-bccacd6f-9f94-4d14-8d33-6cb75140eb7b tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:16.296947 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-bccacd6f-9f94-4d14-8d33-6cb75140eb7b tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 811 time: 0.1043844 Oct 28 16:01:16.311796 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-e1d51436-b66a-4acf-a806-4ece4a039a5b tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/quotas/9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 375 time: 0.0091650 Oct 28 16:01:16.367344 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-2340af09-93da-4a96-aca6-745295acf2c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0904555 Oct 28 16:01:16.370178 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-72a58d85-cd8a-446d-a08a-14e99ee67870 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526514 Oct 28 16:01:16.419882 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-0f6b2f6e-30a0-41e4-a9b3-8d0910e2d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:16.421359 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-0f6b2f6e-30a0-41e4-a9b3-8d0910e2d7c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0461137 Oct 28 16:01:16.441011 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-96af1806-6220-4cd4-bcf5-8dae64fc7c03 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102150) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 16:01:16.442012 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-96af1806-6220-4cd4-bcf5-8dae64fc7c03 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0603356 Oct 28 16:01:16.471912 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:16.474953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-e888c5a2-0e62-4964-86d2-64389e4f8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:16.476445 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-e888c5a2-0e62-4964-86d2-64389e4f8afc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469003 Oct 28 16:01:16.515055 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Pushing event deleted for resources: {'Port': ['ID=8e02839b-2d92-4fbb-8435-f49e7ddd3ea8,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:16.540291 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-62b4e1b3-9dba-4291-91c7-ae375f9e096a service neutron] 10.222.0.86 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918286 Oct 28 16:01:16.595836 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] No DVR routers for this DVR port 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:01:16.599325 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:16.602600 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-bef9dcaa-5499-4e63-8a11-b315a1f533d9 req-648b7cb3-781a-48d5-894a-16bdfe94a5f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.49 "DELETE /v2.0/ports/8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 HTTP/1.1" status: 204 len: 173 time: 0.9591823 Oct 28 16:01:16.603031 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9bd2e72-b761-48dc-851a-fb1f855da86b', 'name': 'network-vif-deleted', 'tag': '8e02839b-2d92-4fbb-8435-f49e7ddd3ea8'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:16.605307 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f211b08d-3245-455a-bbc4-7f647a1ddcd8" -d '{"events": [{"server_uuid": "a9bd2e72-b761-48dc-851a-fb1f855da86b", "name": "network-vif-deleted", "tag": "8e02839b-2d92-4fbb-8435-f49e7ddd3ea8"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:16.630336 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c5adfbef-792e-4bd0-9cb8-fee290fc4e36 service neutron] 10.222.0.86 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837188 Oct 28 16:01:16.638580 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-36325327-368a-43c2-89b8-2db627b1d01e service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523912 Oct 28 16:01:16.655461 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e65326-7140-493b-adf1-38bf1000ba97 x-openstack-request-id: req-54e65326-7140-493b-adf1-38bf1000ba97 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:16.655743 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9bd2e72-b761-48dc-851a-fb1f855da86b", "name": "network-vif-deleted", "tag": "8e02839b-2d92-4fbb-8435-f49e7ddd3ea8", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:16.655995 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-54e65326-7140-493b-adf1-38bf1000ba97 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:16.656382 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9bd2e72-b761-48dc-851a-fb1f855da86b', 'name': 'network-vif-deleted', 'tag': '8e02839b-2d92-4fbb-8435-f49e7ddd3ea8', 'status': 'completed', 'code': 200} Oct 28 16:01:16.740874 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-8fe6409d-88ea-4345-870e-3c1880433a4f req-463141ac-3f19-4acd-937d-c2339b793be3 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951097 Oct 28 16:01:16.940014 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-607a000d-27c6-4755-ac72-12e6799c5c1e req-1734e888-2a40-4767-aaaf-89194e784307 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9bd2e72-b761-48dc-851a-fb1f855da86b HTTP/1.1" status: 200 len: 210 time: 0.0259652 Oct 28 16:01:17.278483 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-0ae436a6-956d-41a8-b1a8-a64ad1055578 req-f3a597b1-7acb-479a-82e6-457e23934ad7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 210 time: 0.0302672 Oct 28 16:01:18.177169 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-f75d8212-c999-4266-9712-14eb7f228b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:18.205235 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-9a469633-e78a-4738-b750-316d8b93affe tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:18.206732 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-9a469633-e78a-4738-b750-316d8b93affe tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/networks?id=595c9c4c-5aee-4154-98db-1347261cc868 HTTP/1.1" status: 200 len: 808 time: 0.1010234 Oct 28 16:01:18.215141 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:18.223318 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-0f32bc87-5604-4040-a00c-1d295ea76c21 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/quotas/90c39d86c23b4d46855dca8657c1356d HTTP/1.1" status: 200 len: 375 time: 0.0096741 Oct 28 16:01:18.236055 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:18.236409 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 8e02839b-2d92-4fbb-8435-f49e7ddd3ea8 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:18.254447 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-128bd077-10dc-43d5-a906-72ba6668b164 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=90c39d86c23b4d46855dca8657c1356d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253720 Oct 28 16:01:18.357873 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-abf3aa99-b263-40ae-94d8-ea173bb362d7 service neutron] 10.222.0.86 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957658 Oct 28 16:01:18.382325 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f8f4baf3-d225-4824-baec-8f8ee0ba9f59 req-4dbf1ef6-e3bf-4fae-931d-e49b4c97fa4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 210 time: 0.0359752 Oct 28 16:01:18.465164 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-cb5dd099-b647-44ea-b4e8-d95addf9c358 service neutron] 10.222.0.86 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907030 Oct 28 16:01:18.687004 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-616d8101-ddf0-4e6f-b31d-a191999fe5df req-a9abc1ea-205d-42ed-9e48-32aea3845a1f tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 210 time: 0.0266185 Oct 28 16:01:19.076031 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:19.453597 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:19.479213 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-45b8363f-db5d-4b89-a61f-e79c355e2f62 req-9caa2d16-cf85-4087-add4-f31bbc85ef35 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 210 time: 0.0251405 Oct 28 16:01:19.599903 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-dc6239c3-4c59-4ef7-a8ab-c58ffd7ddf92 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:19.601332 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-dc6239c3-4c59-4ef7-a8ab-c58ffd7ddf92 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 811 time: 0.1043146 Oct 28 16:01:19.644634 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-04d1d6ec-f268-4f8f-8322-807d444890bb tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9909723fa66c47a1a813ac7796204744 HTTP/1.1" status: 200 len: 379 time: 0.0330927 Oct 28 16:01:19.654893 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'port': {'device_id': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'admin_state_up': True, 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'security_groups': ['75ea0683-dd79-4fb3-8004-d6ee53cae325']}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:19.780340 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d2199fa8-35d4-43b5-8d56-a23e7d3baeac req-f25c433c-9974-4d16-a313-a3d9a6d7570d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 210 time: 0.0257077 Oct 28 16:01:19.811281 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Made reservation on behalf of 9909723fa66c47a1a813ac7796204744 for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:01:19.815397 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:19.948938 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Allocated IP 172.20.0.11 (3dd7a3f1-3fb7-4481-b947-a81baecf62e5/a32eeb24-d2bd-47a0-aec9-26aa04a60bf1/54e381b5-364e-48b6-8ae8-1dc4b7287dcd) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:20.084103 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.196802 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.242365 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:20.245798 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:20.250575 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:20.275527 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:20.306549 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:20.307187 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.424520 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c086d19a-491f-4d01-96c2-f8955015492a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7731352 Oct 28 16:01:20.468467 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Request body: {'port': {'device_id': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:20.546013 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-32220fcf-d11d-4de2-a273-36d3983fb5e2 None None] Provisioning complete for port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd triggered by entity DHCP. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:20.546591 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-32220fcf-d11d-4de2-a273-36d3983fb5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.556081 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.573596 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-1db1ca8d-15a3-4e2d-be0d-a3afc02d2ff4 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:20.575688 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-1db1ca8d-15a3-4e2d-be0d-a3afc02d2ff4 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.49 "GET /v2.0/networks?id=595c9c4c-5aee-4154-98db-1347261cc868 HTTP/1.1" status: 200 len: 808 time: 0.1648004 Oct 28 16:01:20.593767 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-32220fcf-d11d-4de2-a273-36d3983fb5e2 None None] Port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd cannot update to ACTIVE because it is not bound. {{(pid=102152) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:01:20.608663 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Request body: {'port': {'device_id': '618f2498-5d9c-4037-878f-c24cd90cb742', 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868', 'admin_state_up': True, 'tenant_id': '90c39d86c23b4d46855dca8657c1356d'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:20.614774 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea03e35-be89-4a15-adb7-f1788a25cb7b req-8920ce08-9aeb-4a8f-a010-f01a87db2c0a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:20.615567 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bea03e35-be89-4a15-adb7-f1788a25cb7b req-8920ce08-9aeb-4a8f-a010-f01a87db2c0a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 932 time: 0.0546157 Oct 28 16:01:20.667198 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bea03e35-be89-4a15-adb7-f1788a25cb7b req-d3d3731e-6150-4261-94fc-fec1b82c02ff tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401757 Oct 28 16:01:20.888112 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-b0ba878e-5e49-4e9d-b78c-1b9fbe47118d req-f5361a88-e14a-4edf-b107-085fc1660fd9 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 210 time: 0.0351043 Oct 28 16:01:20.919631 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e381b5-364e-48b6-8ae8-1dc4b7287dcd {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:01:20.925971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Made reservation on behalf of 90c39d86c23b4d46855dca8657c1356d for: {'port': 1} {{(pid=102151) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:01:20.929377 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.932216 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.960280 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Transition to ACTIVE for port object 54e381b5-364e-48b6-8ae8-1dc4b7287dcd will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:01:21.042222 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.118410 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:21.138060 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_common [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Allocated IP 172.20.0.2 (595c9c4c-5aee-4154-98db-1347261cc868/7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0/a691340a-69e0-472e-8e47-56231dc6a486) {{(pid=102151) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:21.162979 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.223421 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Attempting to bind port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:01:21.227428 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Attempting to bind port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:01:21.227428 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Attempting to bind port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:21.236009 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:01:21.236332 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Attempting to bind port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd on network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:21.276275 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:01:21.276607 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Checking segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:21.276985 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Bound using segment: {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:01:21.277445 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Bound port: 54e381b5-364e-48b6-8ae8-1dc4b7287dcd, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2e2660c-092c-45d4-adcf-4de9015057c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:01:21.277793 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.386995 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks [] for port, precommit_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.390828 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] For port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:01:21.394896 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] For port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:01:21.497448 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.534264 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:21.534869 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.536287 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] 10.222.0.49 "PUT /v2.0/ports/54e381b5-364e-48b6-8ae8-1dc4b7287dcd HTTP/1.1" status: 200 len: 1094 time: 1.1004465 Oct 28 16:01:21.536685 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:21.541220 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e520c38-f3ce-49d4-835e-0e4d27a815a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:21.549085 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_create {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.581274 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5e31c-6074-4f93-b09b-8841e0159ca3 service neutron] Pushing event updated for resources: {'Port': ['ID=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:21.589122 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1f6561-eaa2-48d7-9200-ad5e6a090741 x-openstack-request-id: req-0c1f6561-eaa2-48d7-9200-ad5e6a090741 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:21.589476 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:21.590482 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0c1f6561-eaa2-48d7-9200-ad5e6a090741 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:21.590875 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'status': 'completed', 'code': 200} Oct 28 16:01:21.592714 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Network 595c9c4c-5aee-4154-98db-1347261cc868 is already hosted by enough agents. {{(pid=102151) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:21.595226 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.base_scheduler [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Resources bound (agent type, host, resource id): {{(pid=102151) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:21.615822 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Received port after_create {{(pid=102151) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:21.693008 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Pushing event updated for resources: {'Port': ['ID=a691340a-69e0-472e-8e47-56231dc6a486,revision_number=1']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:21.711400 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:21.712003 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.725975 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e520c38-f3ce-49d4-835e-0e4d27a815a3 req-dab985da-0297-4ed8-9ead-86f5f9253e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:21.727867 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6e520c38-f3ce-49d4-835e-0e4d27a815a3 req-dab985da-0297-4ed8-9ead-86f5f9253e80 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 1097 time: 0.1129234 Oct 28 16:01:21.789739 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef89c9-3427-4919-80da-515d1d315772 req-4892db1f-f68c-438c-9d1a-99b211074353 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:21.791253 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-32ef89c9-3427-4919-80da-515d1d315772 req-4892db1f-f68c-438c-9d1a-99b211074353 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 944 time: 0.0632944 Oct 28 16:01:21.822484 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ae602592-96d4-41e5-b5df-3e9e770d25f1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2189794 Oct 28 16:01:21.828794 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-32ef89c9-3427-4919-80da-515d1d315772 req-5810bdce-4673-43ef-84fe-db1d04b623e3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Oct 28 16:01:21.840987 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.v2.base [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Request body: {'port': {'device_id': '618f2498-5d9c-4037-878f-c24cd90cb742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78364'}} {{(pid=102151) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:21.877078 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e520c38-f3ce-49d4-835e-0e4d27a815a3 req-8406651d-6710-49ae-99bd-ef59c3cb249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:21.878550 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6e520c38-f3ce-49d4-835e-0e4d27a815a3 req-8406651d-6710-49ae-99bd-ef59c3cb249b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9909723fa66c47a1a813ac7796204744&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1419110 Oct 28 16:01:21.952852 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.009776 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085189e-6a6e-4ec9-bdc6-c71c213152fb req-0c04867c-bd17-42f8-9801-32296a42d3a2 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.011229 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8085189e-6a6e-4ec9-bdc6-c71c213152fb req-0c04867c-bd17-42f8-9801-32296a42d3a2 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 931 time: 0.0470803 Oct 28 16:01:22.053622 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-8085189e-6a6e-4ec9-bdc6-c71c213152fb req-c8c83de7-b954-4308-b2c9-bf5556002da7 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353937 Oct 28 16:01:22.088073 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e520c38-f3ce-49d4-835e-0e4d27a815a3 req-6525eae2-1fbe-492e-9de8-2d06186eb7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.089560 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6e520c38-f3ce-49d4-835e-0e4d27a815a3 req-6525eae2-1fbe-492e-9de8-2d06186eb7b8 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1916606 Oct 28 16:01:22.216941 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-a206021f-a417-4328-a975-c2e5249d1f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.218293 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-a206021f-a417-4328-a975-c2e5249d1f7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 1097 time: 0.0676038 Oct 28 16:01:22.271700 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-2247d2b8-66ee-4351-b11b-a838b6acc429 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd HTTP/1.1" status: 200 len: 217 time: 0.0431681 Oct 28 16:01:22.347863 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a691340a-69e0-472e-8e47-56231dc6a486 {{(pid=102151) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:01:22.357097 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c7c965e4-474c-48e7-a37d-fbbbc2db65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.358523 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-c7c965e4-474c-48e7-a37d-fbbbc2db65f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0772173 Oct 28 16:01:22.360180 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.380945 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.provisioning_blocks [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Transition to ACTIVE for port object a691340a-69e0-472e-8e47-56231dc6a486 will not be triggered until provisioned by entity L2. {{(pid=102151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:01:22.410971 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-2bc43cb4-18b7-4a4c-8ce2-6733819d1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.412496 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-2bc43cb4-18b7-4a4c-8ce2-6733819d1246 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441868 Oct 28 16:01:22.463972 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.538328 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Pushing event updated for resources: {'Port': ['ID=a691340a-69e0-472e-8e47-56231dc6a486,revision_number=2']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:22.592104 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-5c161aa6-65af-4b9a-b64f-98f54bb3358b service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712303 Oct 28 16:01:22.666111 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Attempting to bind port a691340a-69e0-472e-8e47-56231dc6a486 on host hv-cinder-78364 for vnic_type normal with profile {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:01:22.666794 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Attempting to bind port a691340a-69e0-472e-8e47-56231dc6a486 by drivers openvswitch,hyperv on host hv-cinder-78364 at level 0 using segments [{'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:01:22.666794 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Attempting to bind port a691340a-69e0-472e-8e47-56231dc6a486 on network 595c9c4c-5aee-4154-98db-1347261cc868 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:22.674824 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Port a691340a-69e0-472e-8e47-56231dc6a486 on network 595c9c4c-5aee-4154-98db-1347261cc868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78364 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:01:22.675133 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Attempting to bind port a691340a-69e0-472e-8e47-56231dc6a486 on network 595c9c4c-5aee-4154-98db-1347261cc868 {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:22.684037 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Checking agent: {'id': '3626c126-dc1e-4df7-ac7f-ed44bbde6ff7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78364', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'started_at': datetime.datetime(2021, 10, 28, 15, 15, 40), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:01:22.684362 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Checking segment: {'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:22.684759 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Bound using segment: {'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'} {{(pid=102151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:01:22.685179 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.managers [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Bound port: a691340a-69e0-472e-8e47-56231dc6a486, host: hv-cinder-78364, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e541ac0-513f-4def-a488-266606668efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1073, 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868'}}] {{(pid=102151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:01:22.685523 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.737439 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-e0b53fa1-7e33-4573-b589-c65d147c312d req-20354f52-8755-4adc-8229-ff3c6aa041e8 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361516 Oct 28 16:01:22.766621 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] For port a691340a-69e0-472e-8e47-56231dc6a486, host hv-cinder-78364, cleared binding levels {{(pid=102151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:01:22.769501 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] For port a691340a-69e0-472e-8e47-56231dc6a486, host hv-cinder-78364, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=a691340a-69e0-472e-8e47-56231dc6a486,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:01:22.840410 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6963164'] for port, after_update {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.876863 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.877466 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.878849 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-47333f03-ad20-452c-aa32-052d10875101 service neutron] 10.222.0.49 "PUT /v2.0/ports/a691340a-69e0-472e-8e47-56231dc6a486 HTTP/1.1" status: 200 len: 1093 time: 1.0438838 Oct 28 16:01:22.897416 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47333f03-ad20-452c-aa32-052d10875101 service neutron] Pushing event updated for resources: {'Port': ['ID=a691340a-69e0-472e-8e47-56231dc6a486,revision_number=3']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:22.948795 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b4a8d-fdeb-4684-be3a-6644b4b7a12d req-e219a9a8-bbd4-477a-b897-4cbe6e068345 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.950979 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-260b4a8d-fdeb-4684-be3a-6644b4b7a12d req-e219a9a8-bbd4-477a-b897-4cbe6e068345 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 944 time: 0.0504055 Oct 28 16:01:22.987809 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-260b4a8d-fdeb-4684-be3a-6644b4b7a12d req-0004d21c-0a29-4211-93a7-34d630f62385 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309083 Oct 28 16:01:23.046701 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-993a0df7-f224-47c1-9739-637e642ddab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:23.048066 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-993a0df7-f224-47c1-9739-637e642ddab7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90c39d86c23b4d46855dca8657c1356d&device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 1096 time: 0.0407050 Oct 28 16:01:23.098607 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-8a34d5f8-cbe7-4044-ba84-8335dc76ccd2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a691340a-69e0-472e-8e47-56231dc6a486 HTTP/1.1" status: 200 len: 217 time: 0.0334473 Oct 28 16:01:23.152475 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ac370835-02a3-46eb-96fb-c5ac2013b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:23.153931 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-ac370835-02a3-46eb-96fb-c5ac2013b7bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0 HTTP/1.1" status: 200 len: 848 time: 0.0473595 Oct 28 16:01:23.173285 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90177a13-0b7c-4455-b7e5-2319efe183f0 req-4bbb818e-0e9d-42c4-8517-21a1c2e42bb4 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:23.174770 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-90177a13-0b7c-4455-b7e5-2319efe183f0 req-4bbb818e-0e9d-42c4-8517-21a1c2e42bb4 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 943 time: 0.0488679 Oct 28 16:01:23.185947 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-492f7bf4-eae1-4615-9a58-6a3a72c56d1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=595c9c4c-5aee-4154-98db-1347261cc868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249658 Oct 28 16:01:23.213586 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-90177a13-0b7c-4455-b7e5-2319efe183f0 req-a4375195-499a-4117-b780-f6ae5ddca98e tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325265 Oct 28 16:01:23.273409 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-4f747ba3-af40-4fa9-a98d-771375450038 service neutron] 10.222.0.49 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802598 Oct 28 16:01:23.364368 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1c0760ec-6784-434f-87aa-0a7f0fdb5820 req-d7e25e95-87db-4be9-9012-a7d1fc3f9d83 service neutron] 10.222.0.49 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832722 Oct 28 16:01:23.592356 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618f2498-5d9c-4037-878f-c24cd90cb742', 'tag': 'a691340a-69e0-472e-8e47-56231dc6a486'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:23.594691 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67562be-535c-4977-b449-7dbef5f16761" -d '{"events": [{"name": "network-changed", "server_uuid": "618f2498-5d9c-4037-878f-c24cd90cb742", "tag": "a691340a-69e0-472e-8e47-56231dc6a486"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:23.629440 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb9b49-6c7f-4bd9-ba57-c10ab7e45593 x-openstack-request-id: req-02cb9b49-6c7f-4bd9-ba57-c10ab7e45593 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:23.629727 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "618f2498-5d9c-4037-878f-c24cd90cb742", "tag": "a691340a-69e0-472e-8e47-56231dc6a486", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:23.629988 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-02cb9b49-6c7f-4bd9-ba57-c10ab7e45593 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:23.630362 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '618f2498-5d9c-4037-878f-c24cd90cb742', 'tag': 'a691340a-69e0-472e-8e47-56231dc6a486', 'status': 'completed', 'code': 200} Oct 28 16:01:23.728684 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67562be-535c-4977-b449-7dbef5f16761 req-f8825d16-5205-4a59-a02d-182d5ec3a2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:23.730172 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b67562be-535c-4977-b449-7dbef5f16761 req-f8825d16-5205-4a59-a02d-182d5ec3a2bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90c39d86c23b4d46855dca8657c1356d&device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 1096 time: 0.0570784 Oct 28 16:01:23.825684 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67562be-535c-4977-b449-7dbef5f16761 req-ac4ef722-875c-42e3-995f-876eeb0a1f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:23.827238 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b67562be-535c-4977-b449-7dbef5f16761 req-ac4ef722-875c-42e3-995f-876eeb0a1f6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=595c9c4c-5aee-4154-98db-1347261cc868 HTTP/1.1" status: 200 len: 910 time: 0.0883512 Oct 28 16:01:23.871462 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b67562be-535c-4977-b449-7dbef5f16761 req-43ba2c72-1e8b-4ce7-b067-1ccfd781e527 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a691340a-69e0-472e-8e47-56231dc6a486 HTTP/1.1" status: 200 len: 217 time: 0.0326822 Oct 28 16:01:23.924530 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67562be-535c-4977-b449-7dbef5f16761 req-7a4e0bdf-2c51-486b-8153-ea1ca4f41138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:23.925912 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b67562be-535c-4977-b449-7dbef5f16761 req-7a4e0bdf-2c51-486b-8153-ea1ca4f41138 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0 HTTP/1.1" status: 200 len: 848 time: 0.0449617 Oct 28 16:01:24.103410 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fce8b-7a3b-4d2c-93b6-5e6717880e25 req-65fb8023-ca0f-452a-8ae7-d574ec56829d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:24.104978 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f02fce8b-7a3b-4d2c-93b6-5e6717880e25 req-65fb8023-ca0f-452a-8ae7-d574ec56829d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 944 time: 0.0493288 Oct 28 16:01:24.147952 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f02fce8b-7a3b-4d2c-93b6-5e6717880e25 req-b14b7ccf-6865-4692-9598-fc67c4b95015 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364673 Oct 28 16:01:24.198342 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b67562be-535c-4977-b449-7dbef5f16761 req-b96a5d03-7b32-4f5c-8e61-ca74875e99e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=595c9c4c-5aee-4154-98db-1347261cc868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2637453 Oct 28 16:01:24.288337 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b67562be-535c-4977-b449-7dbef5f16761 req-316d0727-c10f-4bac-a111-2695814c4217 service neutron] 10.222.0.49 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820777 Oct 28 16:01:24.329668 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875df41e-c11b-4bb8-b031-d20056766313 req-2a3beee6-b466-4898-9167-ecfacf15bee0 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:24.331124 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-875df41e-c11b-4bb8-b031-d20056766313 req-2a3beee6-b466-4898-9167-ecfacf15bee0 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 943 time: 0.0485289 Oct 28 16:01:24.367834 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-875df41e-c11b-4bb8-b031-d20056766313 req-c22833dd-65fb-4d37-8307-abd56c0b17c2 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307975 Oct 28 16:01:24.380619 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b67562be-535c-4977-b449-7dbef5f16761 req-0133440d-e83d-4c4a-a293-c265cb375bf7 service neutron] 10.222.0.49 "GET /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833220 Oct 28 16:01:25.259915 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074e287-438e-4f24-8c73-f0eb6e4f48f8 req-72f2fc05-8987-4213-b962-26fd8c7c946d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:25.261747 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d074e287-438e-4f24-8c73-f0eb6e4f48f8 req-72f2fc05-8987-4213-b962-26fd8c7c946d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 944 time: 0.0492554 Oct 28 16:01:25.299282 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d074e287-438e-4f24-8c73-f0eb6e4f48f8 req-3ec4c6cb-732f-4581-b42e-db2dfb8c9c88 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316122 Oct 28 16:01:25.479609 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a43ef6-29a6-4a37-bb02-2cfb3be63ec4 req-bf821c6f-d53a-4c01-805b-2b4cffff95c0 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:25.481652 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-25a43ef6-29a6-4a37-bb02-2cfb3be63ec4 req-bf821c6f-d53a-4c01-805b-2b4cffff95c0 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 943 time: 0.0474007 Oct 28 16:01:25.525174 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-25a43ef6-29a6-4a37-bb02-2cfb3be63ec4 req-9d604fe8-ef37-4cbb-9bc8-e45dd6da4bae tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Oct 28 16:01:26.248879 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device a691340a-69e0-472e-8e47-56231dc6a486 details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:01:26.345107 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port a691340a-69e0-472e-8e47-56231dc6a486, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=a691340a-69e0-472e-8e47-56231dc6a486,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:26.356849 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': 'a691340a-69e0-472e-8e47-56231dc6a486', 'network_id': '595c9c4c-5aee-4154-98db-1347261cc868', 'port_id': 'a691340a-69e0-472e-8e47-56231dc6a486', 'mac_address': 'fa:16:3e:e1:51:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1073, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:01:26.393446 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.406152 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a691340a-69e0-472e-8e47-56231dc6a486 {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:01:26.411065 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe1ed6-4cb8-4f8f-8e56-9037b37f236e req-0c7b3bca-1b6f-4ee0-a9f8-84f4af0e1960 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:26.412579 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bffe1ed6-4cb8-4f8f-8e56-9037b37f236e req-0c7b3bca-1b6f-4ee0-a9f8-84f4af0e1960 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 944 time: 0.0471389 Oct 28 16:01:26.425700 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port a691340a-69e0-472e-8e47-56231dc6a486, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=a691340a-69e0-472e-8e47-56231dc6a486,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:26.450749 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-bffe1ed6-4cb8-4f8f-8e56-9037b37f236e req-3313612c-eb0d-4b5d-b94e-fcf6b1f99938 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313113 Oct 28 16:01:26.497530 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.551477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=a691340a-69e0-472e-8e47-56231dc6a486,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:26.638259 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cbd47-e21a-473d-98c0-e5ddb7ac70f8 req-61ab186f-a70e-4680-9035-0b6a86252c5e tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:26.639696 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-de2cbd47-e21a-473d-98c0-e5ddb7ac70f8 req-61ab186f-a70e-4680-9035-0b6a86252c5e tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 944 time: 0.0483408 Oct 28 16:01:26.677173 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-de2cbd47-e21a-473d-98c0-e5ddb7ac70f8 req-9d12c3a8-b092-4af7-abb9-913f60a918c1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316334 Oct 28 16:01:26.821557 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['a691340a-69e0-472e-8e47-56231dc6a486'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:27.561855 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9afa76-3f0e-41e7-bf95-76b0248667d0 req-e99fa9e9-4ad1-4871-9038-c5e5f960772f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:27.563302 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dc9afa76-3f0e-41e7-bf95-76b0248667d0 req-e99fa9e9-4ad1-4871-9038-c5e5f960772f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 944 time: 0.0484414 Oct 28 16:01:27.603086 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-dc9afa76-3f0e-41e7-bf95-76b0248667d0 req-659246b0-89ca-4bcc-87b2-e123465ea102 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339155 Oct 28 16:01:27.790498 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fbae3-87f8-4eda-95f7-ee6ec43c5b25 req-efb099d8-81fd-44a7-b26b-7a868453da1b tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:27.792086 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a83fbae3-87f8-4eda-95f7-ee6ec43c5b25 req-efb099d8-81fd-44a7-b26b-7a868453da1b tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 944 time: 0.0495534 Oct 28 16:01:27.832605 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a83fbae3-87f8-4eda-95f7-ee6ec43c5b25 req-df6a4a12-5cfe-4b45-9053-ae5389e03250 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345073 Oct 28 16:01:28.248263 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device a691340a-69e0-472e-8e47-56231dc6a486 up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:28.355891 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port a691340a-69e0-472e-8e47-56231dc6a486 completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:01:28.360200 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port a691340a-69e0-472e-8e47-56231dc6a486 triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:28.360609 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:28.434853 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:28.456515 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618f2498-5d9c-4037-878f-c24cd90cb742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691340a-69e0-472e-8e47-56231dc6a486'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:28.458744 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f768fe0b-5fa7-4d8a-83b1-2c647a2d2391" -d '{"events": [{"server_uuid": "618f2498-5d9c-4037-878f-c24cd90cb742", "name": "network-vif-plugged", "status": "completed", "tag": "a691340a-69e0-472e-8e47-56231dc6a486"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:28.470854 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port a691340a-69e0-472e-8e47-56231dc6a486, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=a691340a-69e0-472e-8e47-56231dc6a486,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:28.493763 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4f1cca-d6a4-46d8-a4c1-ef209b3f6455 x-openstack-request-id: req-ba4f1cca-d6a4-46d8-a4c1-ef209b3f6455 {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:28.494043 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618f2498-5d9c-4037-878f-c24cd90cb742", "name": "network-vif-plugged", "status": "completed", "tag": "a691340a-69e0-472e-8e47-56231dc6a486", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:28.494286 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ba4f1cca-d6a4-46d8-a4c1-ef209b3f6455 {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:28.494666 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618f2498-5d9c-4037-878f-c24cd90cb742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a691340a-69e0-472e-8e47-56231dc6a486', 'code': 200} Oct 28 16:01:28.537011 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:28.586124 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=a691340a-69e0-472e-8e47-56231dc6a486,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:28.713351 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff327c-9e97-42d9-ac14-59305c2a0be3 req-d9a5241a-72c4-4458-8775-044c062231fc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:28.714861 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c6ff327c-9e97-42d9-ac14-59305c2a0be3 req-d9a5241a-72c4-4458-8775-044c062231fc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 944 time: 0.0482733 Oct 28 16:01:28.753915 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c6ff327c-9e97-42d9-ac14-59305c2a0be3 req-ff1719c1-dd55-4112-95e1-f38ab0a3f43c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327799 Oct 28 16:01:28.772823 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d2647-73d2-4634-8c14-6a00254a10c0 req-5618e05b-9cf9-4cb5-9aad-41ef5ad53bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:28.774278 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-899d2647-73d2-4634-8c14-6a00254a10c0 req-5618e05b-9cf9-4cb5-9aad-41ef5ad53bb4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 1098 time: 0.0425012 Oct 28 16:01:28.808999 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-899d2647-73d2-4634-8c14-6a00254a10c0 req-79e6e99a-c9df-4e90-9a8a-8283c63899d3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266368 Oct 28 16:01:28.946866 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea0028-2b55-4fce-a28c-c683a7d559cb req-ec4e17ee-5ecc-4a3d-86ff-f7b137142afe tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:28.948298 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47ea0028-2b55-4fce-a28c-c683a7d559cb req-ec4e17ee-5ecc-4a3d-86ff-f7b137142afe tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 945 time: 0.0476453 Oct 28 16:01:28.988479 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-47ea0028-2b55-4fce-a28c-c683a7d559cb req-0190e5f5-2742-4d57-8019-feff92380c5d tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343292 Oct 28 16:01:29.869439 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49958cb1-16e8-41b2-9200-9c47918ef5e7 req-d07fd32c-4a07-41c7-9eea-9e5c89ecd67d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:29.870885 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49958cb1-16e8-41b2-9200-9c47918ef5e7 req-d07fd32c-4a07-41c7-9eea-9e5c89ecd67d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 944 time: 0.0491924 Oct 28 16:01:29.907457 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-49958cb1-16e8-41b2-9200-9c47918ef5e7 req-aafd1601-fab6-4639-a691-72c796057502 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308497 Oct 28 16:01:30.100673 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff440113-bd7f-4605-a777-3443720dd6f9 req-d34750f1-d76a-477c-98f3-33a84bae0b64 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:30.102122 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ff440113-bd7f-4605-a777-3443720dd6f9 req-d34750f1-d76a-477c-98f3-33a84bae0b64 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 945 time: 0.0481350 Oct 28 16:01:30.138454 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ff440113-bd7f-4605-a777-3443720dd6f9 req-d0cef0ec-9af9-45b0-834e-faf5d14bbd37 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305982 Oct 28 16:01:30.252744 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 54e381b5-364e-48b6-8ae8-1dc4b7287dcd details requested by agent hyperv_hv-cinder-78364 with host hv-cinder-78364 {{(pid=102152) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:01:30.349412 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:30.361970 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Returning: {'device': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'port_id': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'mac_address': 'fa:16:3e:54:8a:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1090, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102152) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:01:30.404647 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:30.417284 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e381b5-364e-48b6-8ae8-1dc4b7287dcd {{(pid=102152) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:01:30.435684 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:30.536951 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:30.587172 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,revision_number=4']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:30.960124 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['54e381b5-364e-48b6-8ae8-1dc4b7287dcd'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:31.020873 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60bd33-03d3-4871-b889-5624d13fbf44 req-1db549e8-a290-4677-999d-5ca87ecb5e73 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:31.022343 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6e60bd33-03d3-4871-b889-5624d13fbf44 req-1db549e8-a290-4677-999d-5ca87ecb5e73 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 945 time: 0.0508368 Oct 28 16:01:31.064424 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-6e60bd33-03d3-4871-b889-5624d13fbf44 req-c2dedb01-5c70-490d-9cf8-51f0fd1561e8 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357888 Oct 28 16:01:31.250772 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4353d-d0c2-4d58-9b31-7715e9d70cd8 req-82953d5c-3f9d-4558-8fd9-95e65cd575ff tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:31.252122 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-30c4353d-d0c2-4d58-9b31-7715e9d70cd8 req-82953d5c-3f9d-4558-8fd9-95e65cd575ff tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 945 time: 0.0476315 Oct 28 16:01:31.288695 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-30c4353d-d0c2-4d58-9b31-7715e9d70cd8 req-9e2f3bf2-be95-42b2-9f28-c40626623b3f tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Oct 28 16:01:32.175111 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c894b-26bf-45f1-af11-b4611b352c19 req-8ca12434-a7e8-4436-a144-3686f794447d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:32.176590 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-df5c894b-26bf-45f1-af11-b4611b352c19 req-8ca12434-a7e8-4436-a144-3686f794447d tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 945 time: 0.0479352 Oct 28 16:01:32.213465 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-df5c894b-26bf-45f1-af11-b4611b352c19 req-3a2335d4-8895-47ff-836b-fe072b3c87e9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 Oct 28 16:01:32.279091 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 54e381b5-364e-48b6-8ae8-1dc4b7287dcd up at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:32.387516 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820af7a-b9b2-4f3e-bf4d-073f9de238cb req-3bf67194-cabd-4bbf-8ce5-7375f55e2e82 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:32.388977 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e820af7a-b9b2-4f3e-bf4d-073f9de238cb req-3bf67194-cabd-4bbf-8ce5-7375f55e2e82 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 945 time: 0.0480993 Oct 28 16:01:32.407488 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning for port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd completed by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:01:32.411590 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.provisioning_blocks [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Provisioning complete for port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd triggered by entity L2. {{(pid=102152) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:32.412033 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1434741'] for port, provisioning_complete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:32.429801 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e820af7a-b9b2-4f3e-bf4d-073f9de238cb req-ce418e7b-7ce7-44f8-b6f2-ba44a4a6fe20 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Oct 28 16:01:32.491082 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:32.513341 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd'}] {{(pid=102152) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:32.515571 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab929033560774742ac44087def9b2a5ba929f4f432ffffb3e740dd1987d9044" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fe8ff3-c7ce-4ccf-ae62-83b7a2f8d29f" -d '{"events": [{"server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "name": "network-vif-plugged", "status": "completed", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd"}]}' {{(pid=102152) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:32.528006 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] For port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:32.553533 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35912790-e001-482c-8261-767c5ab600bb x-openstack-request-id: req-35912790-e001-482c-8261-767c5ab600bb {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:32.553833 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "name": "network-vif-plugged", "status": "completed", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd", "code": 200}]} {{(pid=102152) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:32.554089 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-35912790-e001-482c-8261-767c5ab600bb {{(pid=102152) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:32.554486 dv-cinder-783643-3-iscsi neutron-server[102152]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'code': 200} Oct 28 16:01:32.602197 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003'] for port, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:32.655337 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Pushing event updated for resources: {'Port': ['ID=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,revision_number=5']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:33.007099 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee7e1c-4349-4daa-a161-d03d174465ed req-65cb4d07-8116-4bdc-a01a-f1c07f1338ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:33.008583 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38ee7e1c-4349-4daa-a161-d03d174465ed req-65cb4d07-8116-4bdc-a01a-f1c07f1338ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 1099 time: 0.0428712 Oct 28 16:01:33.044723 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-38ee7e1c-4349-4daa-a161-d03d174465ed req-4c3ff5c7-4a2f-48fa-8aa4-eeaea2b69e47 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270746 Oct 28 16:01:33.326203 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09aa0ed-cbf1-43db-b0fb-f2e94b191dc2 req-39fa9ac7-3b8e-44aa-89d5-947beee3a0b1 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:33.327582 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a09aa0ed-cbf1-43db-b0fb-f2e94b191dc2 req-39fa9ac7-3b8e-44aa-89d5-947beee3a0b1 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 946 time: 0.0484066 Oct 28 16:01:33.364086 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-a09aa0ed-cbf1-43db-b0fb-f2e94b191dc2 req-0e6c6215-73cc-4394-a517-39243a2132ff tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306847 Oct 28 16:01:33.545647 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c70db-2c90-47fe-839f-0a4ab0455ac6 req-f2a90fb8-3e0e-4cfe-ac59-44e6a061fbda tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:33.547085 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ea4c70db-2c90-47fe-839f-0a4ab0455ac6 req-f2a90fb8-3e0e-4cfe-ac59-44e6a061fbda tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 945 time: 0.0483503 Oct 28 16:01:33.583016 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-ea4c70db-2c90-47fe-839f-0a4ab0455ac6 req-495da325-06f2-47fe-8fa2-446da6e65e52 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300019 Oct 28 16:01:34.315671 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-8a8c87b4-6db5-4fad-9825-5e600cfb83ef tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:34.317103 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-8a8c87b4-6db5-4fad-9825-5e600cfb83ef tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.49 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 945 time: 0.0470705 Oct 28 16:01:34.406394 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Deleting port a691340a-69e0-472e-8e47-56231dc6a486 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:34.406727 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:34.478634 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aabb7f-5b05-49fc-a1fc-f59b3cdc362d req-762e0570-a6a3-4fd5-8342-0bc0bd1911e8 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:34.480650 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7aabb7f-5b05-49fc-a1fc-f59b3cdc362d req-762e0570-a6a3-4fd5-8342-0bc0bd1911e8 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 946 time: 0.0497003 Oct 28 16:01:34.500075 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] For port a691340a-69e0-472e-8e47-56231dc6a486, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=a691340a-69e0-472e-8e47-56231dc6a486,segment=NetworkSegment(5e541ac0-513f-4def-a488-266606668efe),segment_id=5e541ac0-513f-4def-a488-266606668efe)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:34.500464 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:34.513412 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Calling delete_port for a691340a-69e0-472e-8e47-56231dc6a486 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:34.523412 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-d7aabb7f-5b05-49fc-a1fc-f59b3cdc362d req-747da57c-3f31-422b-adb3-8c438aa1299c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346122 Oct 28 16:01:34.695767 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3647c-9444-4865-bffd-2514a594efd5 req-4c3bb466-9154-44b3-b6b4-ee2d0e7681c1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:34.697270 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c0f3647c-9444-4865-bffd-2514a594efd5 req-4c3bb466-9154-44b3-b6b4-ee2d0e7681c1 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Oct 28 16:01:34.714220 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:34.729408 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] get_ports_and_sgs() called for port_ids ['a691340a-69e0-472e-8e47-56231dc6a486'] {{(pid=102152) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:34.744247 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c0f3647c-9444-4865-bffd-2514a594efd5 req-0c26c9e8-3cdb-42b0-a86b-79da854afd52 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/security-groups?id=0dae4974-d386-4c02-8405-ffa8f577d537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407271 Oct 28 16:01:34.746615 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Pushing event deleted for resources: {'Port': ['ID=a691340a-69e0-472e-8e47-56231dc6a486,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:34.787447 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] No DVR routers for this DVR port a691340a-69e0-472e-8e47-56231dc6a486 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:01:34.790151 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:34.793985 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-b2d16aa8-5d49-4322-9341-7ee5a5a92b42 req-4e0c454a-55d5-4771-acd6-2a19410fda77 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.49 "DELETE /v2.0/ports/a691340a-69e0-472e-8e47-56231dc6a486 HTTP/1.1" status: 204 len: 173 time: 0.4688206 Oct 28 16:01:34.794413 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618f2498-5d9c-4037-878f-c24cd90cb742', 'name': 'network-vif-deleted', 'tag': 'a691340a-69e0-472e-8e47-56231dc6a486'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:34.796659 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722a8d59-b003-445e-ac28-4bbd218012a9" -d '{"events": [{"server_uuid": "618f2498-5d9c-4037-878f-c24cd90cb742", "name": "network-vif-deleted", "tag": "a691340a-69e0-472e-8e47-56231dc6a486"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:34.830909 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df2429-1596-412c-a649-77743792ab41 x-openstack-request-id: req-d3df2429-1596-412c-a649-77743792ab41 {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:34.831199 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "618f2498-5d9c-4037-878f-c24cd90cb742", "name": "network-vif-deleted", "tag": "a691340a-69e0-472e-8e47-56231dc6a486", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:34.831455 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3df2429-1596-412c-a649-77743792ab41 {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:34.831851 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '618f2498-5d9c-4037-878f-c24cd90cb742', 'name': 'network-vif-deleted', 'tag': 'a691340a-69e0-472e-8e47-56231dc6a486', 'status': 'completed', 'code': 200} Oct 28 16:01:35.649820 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a77c5-a6b4-4cd6-bd5c-cba9cd8c901d req-88b66b7c-183f-4527-8cfa-2211f40bc76a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:35.649820 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-185a77c5-a6b4-4cd6-bd5c-cba9cd8c901d req-88b66b7c-183f-4527-8cfa-2211f40bc76a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 946 time: 0.0489244 Oct 28 16:01:35.678753 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-185a77c5-a6b4-4cd6-bd5c-cba9cd8c901d req-98cc391a-7104-4442-b890-2f6b9f8aad27 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319381 Oct 28 16:01:35.793497 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ab147-c3f3-4647-8656-01188f69fe2f req-0ad8e3f3-f746-48fa-9286-45cc4d593fe6 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:35.794955 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc8ab147-c3f3-4647-8656-01188f69fe2f req-0ad8e3f3-f746-48fa-9286-45cc4d593fe6 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 946 time: 0.0481026 Oct 28 16:01:35.846351 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-cc8ab147-c3f3-4647-8656-01188f69fe2f req-8d9731ce-d236-4ccb-b553-87d23e4edada tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453942 Oct 28 16:01:35.861662 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-466fa524-dab5-4576-9c02-4f8a6b1085e4 req-d6bba2b3-52ee-4b75-814d-3f9b874ea5d4 tempest-VolumesActionsTest-1378536730 tempest-VolumesActionsTest-1378536730-project] 10.222.0.86 "GET /v2.0/ports?device_id=618f2498-5d9c-4037-878f-c24cd90cb742 HTTP/1.1" status: 200 len: 210 time: 0.0314004 Oct 28 16:01:35.868550 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34386) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:36.002427 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d42263-c35c-4ce5-9abc-61bb98758e90 tempest-TestVolumeBootPattern-1896700481 tempest-TestVolumeBootPattern-1896700481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:36.003925 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-a1d42263-c35c-4ce5-9abc-61bb98758e90 tempest-TestVolumeBootPattern-1896700481 tempest-TestVolumeBootPattern-1896700481-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 1094 time: 0.1344604 Oct 28 16:01:36.006725 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34390) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:36.010885 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.v2.base [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Request body: {'floatingip': {'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'port_id': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102150) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:36.099018 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:36.197491 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:36.298308 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_common [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Allocated IP 172.27.1.10 (b1445480-48ba-4b40-aa1f-1a44417859e5/2ac4caa0-139c-4d65-ac4b-23d592e0fa56/3127538f-73ce-411f-ad9b-6bc469848f11) {{(pid=102150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:36.400375 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:36.497940 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783405892967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:36.535623 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Network b1445480-48ba-4b40-aa1f-1a44417859e5 is already hosted by enough agents. {{(pid=102150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:36.538737 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.base_scheduler [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Resources bound (agent type, host, resource id): {{(pid=102150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:36.541266 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Received port after_create {{(pid=102150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:36.567119 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=3127538f-73ce-411f-ad9b-6bc469848f11,revision_number=1']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:37.112094 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:37.249969 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-583877'] for port, before_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:37.403736 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for port, precommit_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:37.458863 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783406340078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783405892985', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783405893003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5431586'] for port, after_update {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:37.535607 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event updated for resources: {'Port': ['ID=3127538f-73ce-411f-ad9b-6bc469848f11,revision_number=2']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:37.546326 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1642037'] for floatingip, after_create {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:37.651850 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.l3_db [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Floating IP f071276d-a1e8-4407-a4f2-bbf002153c7e associated. External IP: 172.27.1.10, port: 54e381b5-364e-48b6-8ae8-1dc4b7287dcd. Oct 28 16:01:37.856644 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Router 716468b7-988b-441e-abd0-b32340d591df has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:01:37.964201 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:01:37.974238 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:01:37.985843 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:37.986879 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:01:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:38.056001 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:38.082121 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-88fc9ad7-f608-4f73-b807-75c34dcd65df tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0744119 Oct 28 16:01:38.082909 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:38.085246 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653" -d '{"events": [{"name": "network-changed", "server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:38.093960 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:38.124037 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ebdb11-722a-4557-b4e5-5908b55422a6 x-openstack-request-id: req-f1ebdb11-722a-4557-b4e5-5908b55422a6 {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:38.124560 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:38.124824 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f1ebdb11-722a-4557-b4e5-5908b55422a6 {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:38.125306 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'status': 'completed', 'code': 200} Oct 28 16:01:38.192380 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-0a4dc92f-f6be-4511-8a70-4f4e05af71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:38.193876 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-0a4dc92f-f6be-4511-8a70-4f4e05af71f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 1099 time: 0.0473893 Oct 28 16:01:38.284343 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-be2eae51-7670-402d-8a38-3ac8ef427166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:38.285762 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-be2eae51-7670-402d-8a38-3ac8ef427166 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0832198 Oct 28 16:01:38.314852 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device a691340a-69e0-472e-8e47-56231dc6a486 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:38.339438 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: a691340a-69e0-472e-8e47-56231dc6a486 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:38.340273 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device a691340a-69e0-472e-8e47-56231dc6a486 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:38.355032 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-50a2a8a8-4e54-46e0-92f1-b927750e3b79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd HTTP/1.1" status: 200 len: 999 time: 0.0614607 Oct 28 16:01:38.384969 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:58Z', 'revision_number': 1, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}, {'id': 'f071276d-a1e8-4407-a4f2-bbf002153c7e', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:54:8a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:01:36Z', 'updated_at': '2021-10-28T16:01:36Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:38.405181 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-b427cd7e-0e1d-4090-bf7e-17a20adca361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:38.406609 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-b427cd7e-0e1d-4090-bf7e-17a20adca361 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0445626 Oct 28 16:01:38.411566 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:01:38.420530 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:38.421135 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:01:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:38.451748 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-e88478e3-a843-4c00-9241-04b462fb6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:38.453272 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-e88478e3-a843-4c00-9241-04b462fb6a48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391221 Oct 28 16:01:38.523006 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:38.546725 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-65e08c02-10d6-486e-bcce-9d74309e3ca3 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854819 Oct 28 16:01:38.646407 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-39e6b1c9-dc8a-4ae1-bd4e-3b8c71a05653 req-d373ee70-f1c3-419f-a260-2688218191a7 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915008 Oct 28 16:01:38.866636 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:58Z', 'revision_number': 1, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}, {'id': 'f071276d-a1e8-4407-a4f2-bbf002153c7e', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:54:8a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:01:36Z', 'updated_at': '2021-10-28T16:01:36Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:38.895877 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae34887-556c-4610-ae82-b9b3beb1af82 None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:58Z', 'revision_number': 1, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}, {'id': 'f071276d-a1e8-4407-a4f2-bbf002153c7e', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:54:8a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:01:36Z', 'updated_at': '2021-10-28T16:01:36Z', 'revision_number': 0, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:01:39.079568 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c301217-de0a-4315-91c2-756adb441109 None None] New status for floating IP f071276d-a1e8-4407-a4f2-bbf002153c7e: ACTIVE {{(pid=102153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:01:41.129867 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:41.440831 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:01:45.428599 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d0fcb1b9-ab66-418a-acc4-312e8ab31518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.156279 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-acdcc4b2-b82a-4136-9f08-a6491d370ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.102824 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.470805 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:51.133901 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.995508 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34644) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:04.046138 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Deleting subnet 7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0 {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:02:04.049880 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.090612 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5723519'] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.128464 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.223476 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5431788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5398907'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.251125 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.254304 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0 HTTP/1.1" status: 204 len: 168 time: 0.2578523 Oct 28 16:02:04.255363 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c62fce2-4d7b-4d5a-9151-a1c89abf2fd0,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:04.256943 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34646) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:04.262847 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.263193 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.263534 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.263879 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.264208 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.264576 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.264905 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.265247 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.265564 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.265886 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.266205 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.266522 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7eae53-f1d8-4349-a731-72604530d0d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.332172 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.414879 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.433914 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595c9c4c-5aee-4154-98db-1347261cc868']}} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:04.443324 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e541ac0-513f-4def-a488-266606668efe') {'for_net_delete': True} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:04.443615 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.services.segments.db [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e541ac0-513f-4def-a488-266606668efe') {} {{(pid=102151) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:04.457380 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7175588'] for segment, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.470065 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.475880 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Releasing vlan 1073 on physical network physnet1 to pool {{(pid=102151) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:02:04.476283 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6963192'] for segment, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: Traceback (most recent call last): Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: timer() Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: cb(*args, **kw) Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: return func(*args, **kwargs) Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: self._notify() Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: self.callback(batched_events) Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: event.method(event) Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: return f(self, *a, **k) Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._get(url).json() Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: return self.request(url, 'GET', **kwargs) Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:02:04.477907 dv-cinder-783643-3-iscsi neutron-server[102151]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:02:04.596571 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.601918 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.605065 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] 10.222.0.86 "DELETE /v2.0/networks/595c9c4c-5aee-4154-98db-1347261cc868 HTTP/1.1" status: 204 len: 168 time: 0.3471444 Oct 28 16:02:04.616313 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=595c9c4c-5aee-4154-98db-1347261cc868,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:04.624415 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.624852 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.625189 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.625519 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.625844 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.626173 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.626497 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.626822 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.627142 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.627461 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.627775 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.628089 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b6eb1a-cb47-4140-a8e4-14f54b9f4f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:02:04.935733 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34650) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:04.973803 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c4939f66-5917-4c37-8e1d-c52106313b28 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=90c39d86c23b4d46855dca8657c1356d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369503 Oct 28 16:02:04.976227 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34652) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:05.026429 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc88-8580-42ba-97dd-d0b307e19fa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:05.047555 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc88-8580-42ba-97dd-d0b307e19fa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:05.162321 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc88-8580-42ba-97dd-d0b307e19fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:05.165119 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc88-8580-42ba-97dd-d0b307e19fa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:05.166302 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-fb3afc88-8580-42ba-97dd-d0b307e19fa5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0dae4974-d386-4c02-8405-ffa8f577d537 HTTP/1.1" status: 204 len: 168 time: 0.1891029 Oct 28 16:02:05.175408 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3afc88-8580-42ba-97dd-d0b307e19fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dae4974-d386-4c02-8405-ffa8f577d537,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:11.116643 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:15.405675 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-a8b57c1f-4d13-45b7-a26d-dbfa414102e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:17.199316 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-57560516-0f0b-4305-903f-be66810c633b req-2e7c4787-5114-43ca-8c09-aa9a75d1b730 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393870 Oct 28 16:02:17.288669 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57560516-0f0b-4305-903f-be66810c633b req-2e1fd22f-1e20-47ca-8bd8-8cd06a957fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:17.290382 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-57560516-0f0b-4305-903f-be66810c633b req-2e1fd22f-1e20-47ca-8bd8-8cd06a957fe7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1098 time: 0.0444541 Oct 28 16:02:17.392892 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57560516-0f0b-4305-903f-be66810c633b req-dd1d8268-08dd-44f1-ac25-ae8fe99fa9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:17.394328 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-57560516-0f0b-4305-903f-be66810c633b req-dd1d8268-08dd-44f1-ac25-ae8fe99fa9e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0830140 Oct 28 16:02:17.462110 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-57560516-0f0b-4305-903f-be66810c633b req-894fe2cd-60b6-4ceb-9a95-6c2f9171b473 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1 HTTP/1.1" status: 200 len: 1001 time: 0.0595427 Oct 28 16:02:17.511874 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57560516-0f0b-4305-903f-be66810c633b req-157d2839-0e36-490d-ab7c-cdd914ede07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:17.513285 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-57560516-0f0b-4305-903f-be66810c633b req-157d2839-0e36-490d-ab7c-cdd914ede07d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0418415 Oct 28 16:02:17.557383 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57560516-0f0b-4305-903f-be66810c633b req-2e919c53-b6ce-4405-a8df-00ae5d923ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:17.558850 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-57560516-0f0b-4305-903f-be66810c633b req-2e919c53-b6ce-4405-a8df-00ae5d923ba6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380201 Oct 28 16:02:17.649515 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-57560516-0f0b-4305-903f-be66810c633b req-1b1c4f69-30d9-4594-a6f2-d7f0b258d935 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832975 Oct 28 16:02:17.737976 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-57560516-0f0b-4305-903f-be66810c633b req-d089a60d-a3a8-49cb-ad5a-17eb0a852012 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809739 Oct 28 16:02:18.188644 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-574efe5c-8179-4a0a-a3cd-27af400a4ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:18.439141 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:02:19.100927 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:19.499346 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:21.171395 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:41.171716 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:45.391022 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-1100d997-2465-4f50-a3b6-3887343f2360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:48.196404 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-338665f3-a022-4dab-b264-9519b58f2107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:49.092054 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:49.470891 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:51.127705 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:55.438467 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:03:11.139405 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:15.445950 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-3897bb61-4226-4bd2-a58d-f815bc217488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:18.150762 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-ed3e20c8-f5d8-4c1d-a87a-fe8f937082dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:19.097399 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:19.197989 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-2be03c9a-3732-479c-899a-eb25ac0cc4f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433018 Oct 28 16:03:19.260869 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-e46a5155-b298-4b5b-8439-1db03cd3f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:19.262332 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-e46a5155-b298-4b5b-8439-1db03cd3f507 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 1099 time: 0.0406969 Oct 28 16:03:19.362736 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-406f265d-a786-4673-8d32-d36ae55969e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:19.364087 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-406f265d-a786-4673-8d32-d36ae55969e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0823774 Oct 28 16:03:19.435412 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-b4ce1bf9-0f30-4eaa-8537-7e20c21c6c85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd HTTP/1.1" status: 200 len: 1001 time: 0.0602753 Oct 28 16:03:19.484108 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-ce8baac0-c806-43f9-aafc-52f9774621f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:19.485607 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-ce8baac0-c806-43f9-aafc-52f9774621f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0432069 Oct 28 16:03:19.493404 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:19.531633 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-f2b5d086-188f-43b1-93a0-931b0142210f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:19.533110 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-f2b5d086-188f-43b1-93a0-931b0142210f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397024 Oct 28 16:03:19.626605 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-c6b5310c-792c-49c0-82ea-cb205c627978 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854788 Oct 28 16:03:19.718932 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-1441ce71-86a5-4a83-99c4-36f4a35274c6 req-368da463-aedb-4bda-92e5-686b679206e9 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833979 Oct 28 16:03:21.165839 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.437863 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:03:41.178972 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.183396 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34678) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:41.333869 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Deleting port 3127538f-73ce-411f-ad9b-6bc469848f11 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:41.334200 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.411424 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.411742 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.423142 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Calling delete_port for 3127538f-73ce-411f-ad9b-6bc469848f11 owned by network:floatingip {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:41.665005 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.690057 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event deleted for resources: {'Port': ['ID=3127538f-73ce-411f-ad9b-6bc469848f11,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:41.714991 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.715332 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.715661 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.715989 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.716312 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.716658 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.716980 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.717298 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.717614 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.717927 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.718240 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.718549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:41.759005 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.759321 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.l3_db [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Floating IP f071276d-a1e8-4407-a4f2-bbf002153c7e disassociated (deleted). External IP: 172.27.1.10, port: 54e381b5-364e-48b6-8ae8-1dc4b7287dcd. Oct 28 16:03:41.959134 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Router 716468b7-988b-441e-abd0-b32340d591df has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:42.063425 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:42.068815 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.073309 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:42.082667 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:42.083271 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:03:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:42.094260 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-6ac2be78-8691-4722-8089-910d9501c176 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "DELETE /v2.0/floatingips/f071276d-a1e8-4407-a4f2-bbf002153c7e HTTP/1.1" status: 204 len: 168 time: 0.9097874 Oct 28 16:03:42.094856 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:42.097112 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248" -d '{"events": [{"name": "network-changed", "server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:42.197587 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:42.337756 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a1ca55-c868-43ef-838a-8ba6ae1ecc10 x-openstack-request-id: req-d8a1ca55-c868-43ef-838a-8ba6ae1ecc10 {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:42.338307 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:42.338402 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d8a1ca55-c868-43ef-838a-8ba6ae1ecc10 {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:42.338847 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'status': 'completed', 'code': 200} Oct 28 16:03:42.406636 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-e24223d4-c17f-4443-b30f-6b24e451fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:42.408539 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-e24223d4-c17f-4443-b30f-6b24e451fb55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 1099 time: 0.0465028 Oct 28 16:03:42.434265 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:58Z', 'revision_number': 1, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:42.465095 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:42.474127 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:42.474742 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:03:18Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:42.505853 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-3f48c54f-7151-442b-ae7a-d4d124693c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:42.507321 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-3f48c54f-7151-442b-ae7a-d4d124693c53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0912220 Oct 28 16:03:42.511657 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d691c9b-62cf-4473-a71c-de9491f48509 req-bbed8810-d9c3-42b8-89dc-dd8daa2a1a04 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:42.513214 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9d691c9b-62cf-4473-a71c-de9491f48509 req-bbed8810-d9c3-42b8-89dc-dd8daa2a1a04 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 946 time: 0.0516791 Oct 28 16:03:42.553279 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-9d691c9b-62cf-4473-a71c-de9491f48509 req-300479dd-1782-4f85-a4ce-99dc27eff05a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338387 Oct 28 16:03:42.564418 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-26ef3989-6a22-42b3-94dc-88388397118c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd HTTP/1.1" status: 200 len: 217 time: 0.0433156 Oct 28 16:03:42.585056 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:42.617056 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-fba9e08a-289f-4a3e-b96d-6909a83ca47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:42.618512 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-fba9e08a-289f-4a3e-b96d-6909a83ca47b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0478401 Oct 28 16:03:42.666241 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-a3cd5b09-f9c5-454a-9cca-31f278cce178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:42.668066 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-a3cd5b09-f9c5-454a-9cca-31f278cce178 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401297 Oct 28 16:03:42.766025 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-52c31eda-06c0-4e07-91b1-9e48f41869a1 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897701 Oct 28 16:03:42.812196 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:58Z', 'revision_number': 1, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:42.841709 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542da2e1-9730-4190-ada7-76505910b2ae None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_floatingips': [{'id': 'e0f1db46-5692-4206-a02a-d607b5a86d53', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'floating_ip_address': '172.27.1.202', 'floating_network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'router_id': '716468b7-988b-441e-abd0-b32340d591df', 'port_id': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'mac_address': 'fa:16:3e:a2:3b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:58:56Z', 'updated_at': '2021-10-28T15:58:58Z', 'revision_number': 1, 'project_id': '9909723fa66c47a1a813ac7796204744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:42.858710 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-6ef04b6a-d79d-4e0f-af32-87be6b5d4248 req-d020f23e-486c-466f-aa55-2f211b4dd90a service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820808 Oct 28 16:03:43.044979 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03aca8c-e4f9-4475-8ceb-6539bbb6bb00 None None] New status for floating IP f071276d-a1e8-4407-a4f2-bbf002153c7e: DOWN {{(pid=102153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:03:43.743395 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7384603-b14d-4fca-a9a7-26b3d224b5a0 req-d3b7a83e-368e-4fcd-8473-ab7d0485f1ac tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:43.744915 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7384603-b14d-4fca-a9a7-26b3d224b5a0 req-d3b7a83e-368e-4fcd-8473-ab7d0485f1ac tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 946 time: 0.1029887 Oct 28 16:03:43.782326 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-e7384603-b14d-4fca-a9a7-26b3d224b5a0 req-4c6f62d3-4431-49f3-b255-395df09419d0 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311601 Oct 28 16:03:44.512555 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-2badff06-0b05-4e77-921d-111479c66037 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:44.513963 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-2badff06-0b05-4e77-921d-111479c66037 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 946 time: 0.0506663 Oct 28 16:03:44.600266 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Deleting port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:44.600703 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:44.688578 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] For port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:44.688946 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:44.701839 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Calling delete_port for 54e381b5-364e-48b6-8ae8-1dc4b7287dcd owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:44.887963 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:44.915822 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7fd63-932b-4516-86db-e55856642d65 req-e2044e0b-da1e-4af2-8739-6e5a979f54e7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:44.917702 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-abe7fd63-932b-4516-86db-e55856642d65 req-e2044e0b-da1e-4af2-8739-6e5a979f54e7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 867 time: 0.0516551 Oct 28 16:03:44.920531 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event deleted for resources: {'Port': ['ID=54e381b5-364e-48b6-8ae8-1dc4b7287dcd,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:44.933695 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.933695 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.934056 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.934386 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.934721 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.935022 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.935347 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.935665 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.936016 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.936344 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.936688 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.937004 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:44.958970 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-abe7fd63-932b-4516-86db-e55856642d65 req-21c2d482-cfff-4860-9c69-1a26ebe64858 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352147 Oct 28 16:03:44.970635 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] No DVR routers for this DVR port 54e381b5-364e-48b6-8ae8-1dc4b7287dcd on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:44.973262 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:44.976595 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-5e5f399b-bdf7-4d44-8e8b-261344609f24 req-f354fb2a-a072-400c-bf83-7a53470ca082 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "DELETE /v2.0/ports/54e381b5-364e-48b6-8ae8-1dc4b7287dcd HTTP/1.1" status: 204 len: 173 time: 0.4564126 Oct 28 16:03:44.977024 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'name': 'network-vif-deleted', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:44.979229 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801db5d8-85c1-4339-947c-400042c40799" -d '{"events": [{"server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "name": "network-vif-deleted", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:45.015079 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752719b4-3d0f-4175-a381-a0cee3ca50ef x-openstack-request-id: req-752719b4-3d0f-4175-a381-a0cee3ca50ef {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:45.015416 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3856be1-712a-4d20-9dff-7a8c2b3b55ea", "name": "network-vif-deleted", "tag": "54e381b5-364e-48b6-8ae8-1dc4b7287dcd", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:45.015667 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-752719b4-3d0f-4175-a381-a0cee3ca50ef {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:45.016061 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3856be1-712a-4d20-9dff-7a8c2b3b55ea', 'name': 'network-vif-deleted', 'tag': '54e381b5-364e-48b6-8ae8-1dc4b7287dcd', 'status': 'completed', 'code': 200} Oct 28 16:03:45.417588 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e89e84eb-1de5-4e47-904b-11d3affbf068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.067548 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-f219cce8-2dec-407a-8c49-75d68231f88f req-328addb3-81cf-4956-936a-bafebdf9dc4f tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3856be1-712a-4d20-9dff-7a8c2b3b55ea HTTP/1.1" status: 200 len: 210 time: 0.0260608 Oct 28 16:03:47.045131 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 54e381b5-364e-48b6-8ae8-1dc4b7287dcd no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:47.065110 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 54e381b5-364e-48b6-8ae8-1dc4b7287dcd {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:47.065447 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 54e381b5-364e-48b6-8ae8-1dc4b7287dcd not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:48.188914 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-e0ff4834-348c-4f73-af57-b7ebca3caeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:49.099284 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:49.487743 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:49.612661 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34726) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:49.764370 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Deleting port dfaacf50-7c13-4a79-90fd-c700773442a6 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:49.764740 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:49.842305 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:49.842636 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:49.853888 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Calling delete_port for dfaacf50-7c13-4a79-90fd-c700773442a6 owned by network:floatingip {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:50.074924 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:50.097525 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event deleted for resources: {'Port': ['ID=dfaacf50-7c13-4a79-90fd-c700773442a6,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:50.156792 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:50.157119 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.db.l3_db [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Floating IP e0f1db46-5692-4206-a02a-d607b5a86d53 disassociated (deleted). External IP: 172.27.1.202, port: 4d937f17-5f48-4b5c-bbbd-e44c57308ea1. Oct 28 16:03:50.358821 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Router 716468b7-988b-441e-abd0-b32340d591df has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102150) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:50.468559 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102150) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:50.473363 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:50.478611 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:50.487958 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:50.488593 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:03:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:50.502449 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-9decb3cc-e964-4c61-ab08-4aaa48bdc7f7 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "DELETE /v2.0/floatingips/e0f1db46-5692-4206-a02a-d607b5a86d53 HTTP/1.1" status: 204 len: 168 time: 0.8863091 Oct 28 16:03:50.502449 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1'}] {{(pid=102150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:50.503130 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0465857e0da7dce0dee3a6aba4ba209d9a82721676a1d6fc9e77490006ccaec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db0bf44-45ed-402a-836c-b368eea26e37" -d '{"events": [{"name": "network-changed", "server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1"}]}' {{(pid=102150) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:50.540746 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e09780-d5f6-4c1a-a620-a2f2429b207e x-openstack-request-id: req-f2e09780-d5f6-4c1a-a620-a2f2429b207e {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:50.541031 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1", "status": "completed", "code": 200}]} {{(pid=102150) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:50.541278 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f2e09780-d5f6-4c1a-a620-a2f2429b207e {{(pid=102150) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:50.541933 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'status': 'completed', 'code': 200} Oct 28 16:03:50.603291 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:50.605582 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-15fb2539-5acd-4a95-8e34-e11b7113eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:50.607129 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-15fb2539-5acd-4a95-8e34-e11b7113eec9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9909723fa66c47a1a813ac7796204744&device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 1098 time: 0.0407875 Oct 28 16:03:50.702128 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-387ddf4c-ce79-4c13-a826-709daca8f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:50.703728 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-387ddf4c-ce79-4c13-a826-709daca8f332 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 200 len: 913 time: 0.0889935 Oct 28 16:03:50.745171 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-af60e85c-04f6-497b-af58-955475b5c7db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1 HTTP/1.1" status: 200 len: 217 time: 0.0338907 Oct 28 16:03:50.801136 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-325b603a-1560-4767-b8f4-7f2afa4f90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:50.802609 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-325b603a-1560-4767-b8f4-7f2afa4f90fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 200 len: 850 time: 0.0501149 Oct 28 16:03:50.803880 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:50.829966 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:50.839423 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:50.840125 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:03:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:50.853473 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-20e1afe7-3964-4074-9d0c-f55c016d0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:50.855037 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-20e1afe7-3964-4074-9d0c-f55c016d0c31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7a3f1-3fb7-4481-b947-a81baecf62e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433950 Oct 28 16:03:50.938518 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ece670-9ad8-4fb8-ae1d-118c7bebd614 req-33c80eeb-a69d-4bca-b13d-fc55d1ec802c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:50.940695 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-67ece670-9ad8-4fb8-ae1d-118c7bebd614 req-33c80eeb-a69d-4bca-b13d-fc55d1ec802c tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 945 time: 0.0523045 Oct 28 16:03:50.950380 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:50.955047 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-9e2f3c2e-c4c0-4d2b-b841-6e117d407ffd service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914681 Oct 28 16:03:50.981907 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-67ece670-9ad8-4fb8-ae1d-118c7bebd614 req-0c1e80cd-8e6f-4e61-beb5-19fbaa370fc4 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338376 Oct 28 16:03:51.049680 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-4db0bf44-45ed-402a-836c-b368eea26e37 req-33f68744-459f-4e7b-8bd7-53063114acde service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867894 Oct 28 16:03:51.162142 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:51.165149 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:51.188937 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c408d57e-48d8-41da-b0d9-47cbf5ef664c None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T15:54:44Z', 'revision_number': 4, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi', '_interfaces': [{'id': 'b343bb1d-c984-4ca1-bdbc-cb3886be897b', 'name': '', 'network_id': '3dd7a3f1-3fb7-4481-b947-a81baecf62e5', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'mac_address': 'fa:16:3e:3b:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:44Z', 'updated_at': '2021-10-28T15:54:49Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'subnets': [{'id': 'a32eeb24-d2bd-47a0-aec9-26aa04a60bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:51.504838 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a6cf7-e8d9-45cf-9074-46d19e4b64c4 None None] New status for floating IP e0f1db46-5692-4206-a02a-d607b5a86d53: DOWN {{(pid=102153) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:03:52.109211 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ea2df-814e-4dfd-b640-dfe73db69085 req-3711057c-b3ea-4caa-bfb8-9a27f03471bc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102150) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:52.110702 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c19ea2df-814e-4dfd-b640-dfe73db69085 req-3711057c-b3ea-4caa-bfb8-9a27f03471bc tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 945 time: 0.0597594 Oct 28 16:03:52.147846 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-c19ea2df-814e-4dfd-b640-dfe73db69085 req-c5473627-6e37-4e3f-9129-0ea311758907 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/security-groups?id=75ea0683-dd79-4fb3-8004-d6ee53cae325&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302255 Oct 28 16:03:52.240217 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-f59fe204-36a1-4f29-9b69-36ae0dc69379 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102151) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:52.241650 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-f59fe204-36a1-4f29-9b69-36ae0dc69379 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 945 time: 0.0472209 Oct 28 16:03:52.332379 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Deleting port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:52.332660 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:52.419953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] For port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1, host hv-cinder-78364, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78364',level=0,port_id=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:52.420307 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:52.432264 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Calling delete_port for 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 owned by compute:nova {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:52.641953 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:52.671570 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event deleted for resources: {'Port': ['ID=4d937f17-5f48-4b5c-bbbd-e44c57308ea1,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:52.714670 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] No DVR routers for this DVR port 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 on host hv-cinder-78364 {{(pid=102151) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:52.717324 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for port, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:52.720745 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [req-9f2536f2-b48c-4d6c-bc8d-a5bf30b456dc req-4a24c4e9-2026-4bcf-b3e9-50fd341b57d3 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.49 "DELETE /v2.0/ports/4d937f17-5f48-4b5c-bbbd-e44c57308ea1 HTTP/1.1" status: 204 len: 173 time: 0.4715986 Oct 28 16:03:52.721174 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'name': 'network-vif-deleted', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1'}] {{(pid=102151) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:52.723377 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2e41925679e8b6a447667d89e8619f6da1740d203ca1912c9c31953b2df73f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b65854-b567-4347-b180-bd31335eef36" -d '{"events": [{"server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "name": "network-vif-deleted", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1"}]}' {{(pid=102151) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:52.764528 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7377bd-c496-486f-9014-373b229e90ad x-openstack-request-id: req-dd7377bd-c496-486f-9014-373b229e90ad {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:52.764821 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa42a1d8-69f0-474f-bc4b-28f968884724", "name": "network-vif-deleted", "tag": "4d937f17-5f48-4b5c-bbbd-e44c57308ea1", "status": "completed", "code": 200}]} {{(pid=102151) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:52.765073 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dd7377bd-c496-486f-9014-373b229e90ad {{(pid=102151) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:52.765462 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa42a1d8-69f0-474f-bc4b-28f968884724', 'name': 'network-vif-deleted', 'tag': '4d937f17-5f48-4b5c-bbbd-e44c57308ea1', 'status': 'completed', 'code': 200} Oct 28 16:03:53.240245 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [req-32c9efc7-0c0e-4eb7-824c-1cc96fbf7b57 req-50b5ad91-1bcc-48b7-b9ce-9c599d4972a2 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "GET /v2.0/ports?device_id=aa42a1d8-69f0-474f-bc4b-28f968884724 HTTP/1.1" status: 200 len: 210 time: 0.0258775 Oct 28 16:03:54.299023 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34742) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:54.418066 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Deleting port 230ec994-276e-45fd-b55b-ba59924844e7 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:54.418394 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:54.723225 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:54.723549 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:54.735826 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Calling delete_port for 230ec994-276e-45fd-b55b-ba59924844e7 owned by network:floatingip {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:54.922034 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:54.947720 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event deleted for resources: {'Port': ['ID=230ec994-276e-45fd-b55b-ba59924844e7,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:55.009166 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for floatingip, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:55.011597 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61412'] for floatingip, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:55.013415 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-603d45c1-830d-4dd9-900a-61519291bf4a tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "DELETE /v2.0/floatingips/6d48c3af-86f2-4c62-8a26-ae11c608072a HTTP/1.1" status: 204 len: 168 time: 0.7133605 Oct 28 16:03:55.076410 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 no longer exists at agent hyperv_hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:55.096883 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] No Port match for: 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:55.097221 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Device 4d937f17-5f48-4b5c-bbbd-e44c57308ea1 not bound to the agent host hv-cinder-78364 {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:56.316003 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34754) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:56.372832 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab73b-aaeb-4de1-9179-67d5b0f9c7d9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:56.396613 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab73b-aaeb-4de1-9179-67d5b0f9c7d9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:56.538114 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab73b-aaeb-4de1-9179-67d5b0f9c7d9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:56.541342 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5b8ab73b-aaeb-4de1-9179-67d5b0f9c7d9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:56.542813 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-5b8ab73b-aaeb-4de1-9179-67d5b0f9c7d9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] 10.222.0.86 "DELETE /v2.0/security-groups/75ea0683-dd79-4fb3-8004-d6ee53cae325 HTTP/1.1" status: 204 len: 168 time: 0.2257547 Oct 28 16:03:56.553702 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ab73b-aaeb-4de1-9179-67d5b0f9c7d9 tempest-TestVolumeBootPattern-1619207167 tempest-TestVolumeBootPattern-1619207167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ea0683-dd79-4fb3-8004-d6ee53cae325,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:56.668956 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34758) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:57.373540 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:57.607053 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Deleting port b343bb1d-c984-4ca1-bdbc-cb3886be897b {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:57.607389 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:57.686200 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] For port b343bb1d-c984-4ca1-bdbc-cb3886be897b, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=b343bb1d-c984-4ca1-bdbc-cb3886be897b,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:57.686864 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:57.702310 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Calling delete_port for b343bb1d-c984-4ca1-bdbc-cb3886be897b owned by network:router_interface {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:57.945520 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:57.971913 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=b343bb1d-c984-4ca1-bdbc-cb3886be897b,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:58.134993 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:58.344609 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Router 716468b7-988b-441e-abd0-b32340d591df has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:58.449159 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:58.455895 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-acfabddf-6ff7-4ced-aeef-3a6057704b34 admin admin] 10.222.0.86 "PUT /v2.0/routers/716468b7-988b-441e-abd0-b32340d591df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7840383 Oct 28 16:03:58.456575 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34762) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:58.460945 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] Sync routers for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:58.471489 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:58.472085 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:03:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:58.559710 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks [] for router, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:58.575041 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: dv-cinder-783643-3-iscsi {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:58.660473 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:58.749773 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T16:03:57Z', 'revision_number': 5, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port': {'id': '785dab26-1137-46e0-b2e6-57b5c0c4a83a', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716468b7-988b-441e-abd0-b32340d591df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:42Z', 'updated_at': '2021-10-28T15:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:58.775190 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Deleting port 785dab26-1137-46e0-b2e6-57b5c0c4a83a {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:58.775767 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:58.781044 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] Checking router: 716468b7-988b-441e-abd0-b32340d591df for host: dv-cinder-783643-3-iscsi {{(pid=102152) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:58.789390 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] Routers {'716468b7-988b-441e-abd0-b32340d591df'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102152) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:58.789996 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:03:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['716468b7-988b-441e-abd0-b32340d591df'], 'active': True} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:58.856260 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] For port 785dab26-1137-46e0-b2e6-57b5c0c4a83a, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=785dab26-1137-46e0-b2e6-57b5c0c4a83a,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:58.856667 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:58.868770 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Calling delete_port for 785dab26-1137-46e0-b2e6-57b5c0c4a83a owned by network:router_gateway {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:58.872866 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvr_db [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] Set router 716468b7-988b-441e-abd0-b32340d591df gateway port host: None {{(pid=102152) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:58.926791 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_hamode_db [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T16:03:58Z', 'revision_number': 6, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102152) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:58.952039 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c9b4a-0386-494e-b114-1e001a58d814 None None] The sync data for ids ['716468b7-988b-441e-abd0-b32340d591df'] in dv-cinder-783643-3-iscsi is: [{'id': '716468b7-988b-441e-abd0-b32340d591df', 'name': 'tempest-TestVolumeBootPattern-522499107-router', 'tenant_id': '9909723fa66c47a1a813ac7796204744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:41Z', 'updated_at': '2021-10-28T16:03:58Z', 'revision_number': 6, 'project_id': '9909723fa66c47a1a813ac7796204744', 'gw_port_host': None}] {{(pid=102152) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:59.093214 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.118535 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Pushing event deleted for resources: {'Port': ['ID=785dab26-1137-46e0-b2e6-57b5c0c4a83a,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:59.176054 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.262700 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.264676 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.385205 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.385770 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 716468b7-988b-441e-abd0-b32340d591df {{(pid=102151) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:03:59.400635 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] Publish callbacks [] for router, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.400635 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-27ada1e0-70b0-483b-8eee-67c3e4892335 admin admin] 10.222.0.86 "DELETE /v2.0/routers/716468b7-988b-441e-abd0-b32340d591df HTTP/1.1" status: 204 len: 168 time: 0.9335711 Oct 28 16:03:59.400635 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34764) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:59.437367 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.db.db_base_plugin_v2 [None req-0583387a-b972-48f1-99e7-efa9c75b9ac5 admin admin] Deleting subnet a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 {{(pid=102151) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:03:59.440289 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0583387a-b972-48f1-99e7-efa9c75b9ac5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.473878 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0583387a-b972-48f1-99e7-efa9c75b9ac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7175645'] for subnet, precommit_delete_associations {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.550194 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0583387a-b972-48f1-99e7-efa9c75b9ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.682855 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0583387a-b972-48f1-99e7-efa9c75b9ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6962962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5670529'] for subnet, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.709294 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583387a-b972-48f1-99e7-efa9c75b9ac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32eeb24-d2bd-47a0-aec9-26aa04a60bf1,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:59.714509 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-0583387a-b972-48f1-99e7-efa9c75b9ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for subnet, before_response {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.721162 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34766) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:59.722880 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795cc87b-87ba-401c-b478-a9bbe2b7d1d4 None None] Network 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:03:59.729351 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-0583387a-b972-48f1-99e7-efa9c75b9ac5 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a32eeb24-d2bd-47a0-aec9-26aa04a60bf1 HTTP/1.1" status: 204 len: 168 time: 0.3343675 Oct 28 16:03:59.801236 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.825475 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 785dab26-1137-46e0-b2e6-57b5c0c4a83a no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:59.847216 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 785dab26-1137-46e0-b2e6-57b5c0c4a83a {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:59.847216 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 785dab26-1137-46e0-b2e6-57b5c0c4a83a not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:59.847216 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device b343bb1d-c984-4ca1-bdbc-cb3886be897b no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:59.855411 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Deleting port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:59.855750 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.884072 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: b343bb1d-c984-4ca1-bdbc-cb3886be897b {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:59.884431 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device b343bb1d-c984-4ca1-bdbc-cb3886be897b not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:59.924607 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] For port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:59.924973 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:59.946036 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Calling delete_port for 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 owned by network:dhcp {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:59.971937 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] DHCP port deletion for 3dd7a3f1-3fb7-4481-b947-a81baecf62e5 request from dv-cinder-783643-3-iscsi {{(pid=102152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:04:00.022781 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Deleting port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 {{(pid=102152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:04:00.023420 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.082380 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.084810 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] For port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,segment=NetworkSegment(c2e2660c-092c-45d4-adcf-4de9015057c7),segment_id=c2e2660c-092c-45d4-adcf-4de9015057c7)] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:04:00.085204 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.100891 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Calling delete_port for 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 owned by network:dhcp {{(pid=102152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:04:00.109475 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Pushing event deleted for resources: {'Port': ['ID=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:00.111322 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] No DVR routers for this DVR port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 on host dv-cinder-783643-3-iscsi {{(pid=102150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:04:00.176258 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976'] for port, after_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.186669 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.202373 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Pushing event deleted for resources: {'Port': ['ID=4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3,revision_number=None']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:00.204571 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] No DVR routers for this DVR port 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 on host dv-cinder-783643-3-iscsi {{(pid=102152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:04:00.207579 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd7a3f1-3fb7-4481-b947-a81baecf62e5']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:00.213215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.213215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.213215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.213215 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.213688 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.213850 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.214171 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.214477 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.214798 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.215163 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.215437 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.215751 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcca6c2-bd2c-4666-8773-09b662823d91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-783643-3-iscsi {{(pid=102152) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:00.217374 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e2660c-092c-45d4-adcf-4de9015057c7') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:00.218269 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e2660c-092c-45d4-adcf-4de9015057c7') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:00.228103 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.241195 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.248015 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:04:00.248411 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:04:00.250224 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:04:00.368455 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.384508 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.384508 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] 10.222.0.86 "DELETE /v2.0/networks/3dd7a3f1-3fb7-4481-b947-a81baecf62e5 HTTP/1.1" status: 204 len: 168 time: 0.6542501 Oct 28 16:04:00.384705 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.wsgi [-] (102151) accepted ('10.222.0.86', 34768) {{(pid=102151) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:04:00.388430 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c7b2d-086d-4e0d-b4a2-fa2e27a2b349 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd7a3f1-3fb7-4481-b947-a81baecf62e5,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:00.712565 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1640501'] for router_interface, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:00.950874 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Deleting port 5ae5d513-6f17-46b9-9dae-5468a6a97087 {{(pid=102151) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:04:00.951201 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:01.030089 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.db [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] For port 5ae5d513-6f17-46b9-9dae-5468a6a97087, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=5ae5d513-6f17-46b9-9dae-5468a6a97087,segment=NetworkSegment(2cc5d4c3-17a3-4609-9533-4dc334132a12),segment_id=2cc5d4c3-17a3-4609-9533-4dc334132a12)] {{(pid=102151) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:04:01.030355 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:01.042292 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.plugins.ml2.plugin [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Calling delete_port for 5ae5d513-6f17-46b9-9dae-5468a6a97087 owned by network:router_interface {{(pid=102151) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:04:01.270577 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6962983'] for port, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:01.296851 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae5d513-6f17-46b9-9dae-5468a6a97087,revision_number=None']} {{(pid=102151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:01.462502 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron_lib.callbacks.manager [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1796285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1640665'] for router_interface, after_delete {{(pid=102151) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:01.718038 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 has already been hosted by L3 agent 8d220b59-dbde-4ab9-a82b-bc2d9165fbcd {{(pid=102151) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:04:01.853835 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:04:01.874529 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:04:01.874881 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 4601486e-611f-4c0d-9ca9-5ac6ac9cc6d3 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:04:02.058931 dv-cinder-783643-3-iscsi neutron-server[102151]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] Notify agent at l3_agent.dv-cinder-783643-3-iscsi the message routers_updated {{(pid=102151) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:04:02.063749 dv-cinder-783643-3-iscsi neutron-server[102151]: INFO neutron.wsgi [None req-84407f7e-0385-4ad5-996e-dce28abee82a admin admin] 10.222.0.86 "PUT /v2.0/routers/20d5c1ba-43c3-4f4a-9288-c8a8a8dce080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6826055 Oct 28 16:04:02.066483 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34770) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:04:02.068365 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] Sync routers for ids ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'] in dv-cinder-783643-3-iscsi {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:04:02.078538 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] Routers {'20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:04:02.079140 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:03:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:02.170500 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks [] for router, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.263672 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] Set router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 gateway port host: dv-cinder-783643-3-iscsi {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:04:02.271255 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.399277 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Deleting port ec0c7e05-fb78-41a9-a30b-4cbe569f4081 {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:04:02.399783 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.443171 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'external_fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T16:04:01Z', 'revision_number': 5, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port': {'id': 'ec0c7e05-fb78-41a9-a30b-4cbe569f4081', 'name': '', 'network_id': 'b1445480-48ba-4b40-aa1f-1a44417859e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-783643-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:54:48Z', 'updated_at': '2021-10-28T15:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac4caa0-139c-4d65-ac4b-23d592e0fa56', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-783643-3-iscsi'}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:02.474644 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] Checking router: 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 for host: dv-cinder-783643-3-iscsi {{(pid=102153) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:04:02.477447 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] For port ec0c7e05-fb78-41a9-a30b-4cbe569f4081, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=ec0c7e05-fb78-41a9-a30b-4cbe569f4081,segment=NetworkSegment(2ab20ce2-e25e-4d02-b504-2888ace5b7f1),segment_id=2ab20ce2-e25e-4d02-b504-2888ace5b7f1)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:04:02.477811 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.482592 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] Routers {'20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'} bound to L3 agent in host dv-cinder-783643-3-iscsi {{(pid=102153) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:04:02.483174 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-783643-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:09:18Z,description=,heartbeat_timestamp=2021-10-28T16:03:48Z,host='dv-cinder-783643-3-iscsi',id=8d220b59-dbde-4ab9-a82b-bc2d9165fbcd,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:09:19Z,topic='l3_agent')) {'router_ids': ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'], 'active': True} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:02.490877 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Calling delete_port for ec0c7e05-fb78-41a9-a30b-4cbe569f4081 owned by network:router_gateway {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:04:02.566783 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_dvr_db [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] Set router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 gateway port host: None {{(pid=102153) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:04:02.617587 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.l3_hamode_db [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T16:04:02Z', 'revision_number': 6, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port_host': None}], 'dv-cinder-783643-3-iscsi', False) {} {{(pid=102153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:02.646460 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a76960-6f2c-4872-8f27-413171f6db55 None None] The sync data for ids ['20d5c1ba-43c3-4f4a-9288-c8a8a8dce080'] in dv-cinder-783643-3-iscsi is: [{'id': '20d5c1ba-43c3-4f4a-9288-c8a8a8dce080', 'name': 'tempest-TestVolumeBootPattern-1700858136-router', 'tenant_id': 'fd531c9850aa4912983d93bd003d7536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:54:47Z', 'updated_at': '2021-10-28T16:04:02Z', 'revision_number': 6, 'project_id': 'fd531c9850aa4912983d93bd003d7536', 'gw_port_host': None}] {{(pid=102153) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:04:02.682377 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.711507 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0c7e05-fb78-41a9-a30b-4cbe569f4081,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:02.771419 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1642107'] for router_gateway, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.857758 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1640721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13647'] for router, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.859789 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.973454 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1640710'] for router, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.974015 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 {{(pid=102150) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:04:02.978738 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] Publish callbacks [] for router, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:02.979898 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-67b678e6-574e-4643-9634-d80242e44296 admin admin] 10.222.0.86 "DELETE /v2.0/routers/20d5c1ba-43c3-4f4a-9288-c8a8a8dce080 HTTP/1.1" status: 204 len: 168 time: 0.9123840 Oct 28 16:04:02.982397 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34772) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:04:03.031626 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adde019-cb62-4ea3-907d-1a92db6a454c admin admin] Deleting subnet 542a8d61-5f33-4b16-a6c2-2af2f36cc71a {{(pid=102150) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:04:03.034825 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5adde019-cb62-4ea3-907d-1a92db6a454c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.073652 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5adde019-cb62-4ea3-907d-1a92db6a454c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5723519'] for subnet, precommit_delete_associations {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.145828 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5adde019-cb62-4ea3-907d-1a92db6a454c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1430363'] for subnet, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.248216 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5adde019-cb62-4ea3-907d-1a92db6a454c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1430354', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-353384', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5431788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5398907'] for subnet, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.276201 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adde019-cb62-4ea3-907d-1a92db6a454c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542a8d61-5f33-4b16-a6c2-2af2f36cc71a,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:03.279850 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-5adde019-cb62-4ea3-907d-1a92db6a454c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.283062 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-5adde019-cb62-4ea3-907d-1a92db6a454c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/542a8d61-5f33-4b16-a6c2-2af2f36cc71a HTTP/1.1" status: 204 len: 168 time: 0.2997253 Oct 28 16:04:03.285514 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34774) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:04:03.285825 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649df2f-d159-4e73-a462-4d25f9efc01e None None] Network e8cdb659-52ab-4104-8f34-25b961d473ed requested from dv-cinder-783643-3-iscsi {{(pid=102152) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:04:03.351548 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734624'] for network, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.412078 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Deleting port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd {{(pid=102150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:04:03.412453 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.455601 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] DHCP port deletion for e8cdb659-52ab-4104-8f34-25b961d473ed request from dv-cinder-783643-3-iscsi {{(pid=102152) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:04:03.481709 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.db [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] For port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd, host dv-cinder-783643-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-783643-3-iscsi',level=0,port_id=8d0a962a-4bf0-4b52-b26d-7e34c79642fd,segment=NetworkSegment(2cc5d4c3-17a3-4609-9533-4dc334132a12),segment_id=2cc5d4c3-17a3-4609-9533-4dc334132a12)] {{(pid=102150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:04:03.482138 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.497735 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.plugin [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Calling delete_port for 8d0a962a-4bf0-4b52-b26d-7e34c79642fd owned by network:dhcp {{(pid=102150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:04:03.629559 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5431769'] for port, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.647350 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] Deleting port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd {{(pid=102152) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:04:03.647721 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783406399766'] for port, before_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.661490 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] No DVR routers for this DVR port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd on host dv-cinder-783643-3-iscsi {{(pid=102150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:04:03.667495 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d0a962a-4bf0-4b52-b26d-7e34c79642fd,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:03.719723 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.db [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] For port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd, host dv-cinder-783643-3-iscsi, got binding levels [] {{(pid=102152) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:04:03.720111 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642572'] for port, precommit_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.733135 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] Calling delete_port for 8d0a962a-4bf0-4b52-b26d-7e34c79642fd owned by network:dhcp {{(pid=102152) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:04:03.735463 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.ipam_backend_mixin [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] Port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd was not found and therefore no delete operation was performed {{(pid=102152) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 16:04:03.736801 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-583849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783406340060', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783405892976'] for port, after_delete {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.745605 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1432526', 'neutron.services.segments.db._delete_segments_for_network-8783406416734'] for network, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.765741 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] Pushing event deleted for resources: {'Port': ['ID=8d0a962a-4bf0-4b52-b26d-7e34c79642fd,revision_number=None']} {{(pid=102152) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:03.771968 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b23cb-dbd1-4eb9-8d6e-bd0f58e95768 None None] No DVR routers for this DVR port 8d0a962a-4bf0-4b52-b26d-7e34c79642fd on host dv-cinder-783643-3-iscsi {{(pid=102152) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:04:03.772789 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cdb659-52ab-4104-8f34-25b961d473ed']}} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:03.799594 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc5d4c3-17a3-4609-9533-4dc334132a12') {'for_net_delete': True} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:03.799883 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.services.segments.db [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc5d4c3-17a3-4609-9533-4dc334132a12') {} {{(pid=102150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:03.810727 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783406415975', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5723398'] for segment, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.815342 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 8d0a962a-4bf0-4b52-b26d-7e34c79642fd no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:04:03.825992 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762'] for segment, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.833517 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=102150) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1428762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5431558'] for segment, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: Traceback (most recent call last): Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: timer() Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: cb(*args, **kw) Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: return func(*args, **kwargs) Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: self._notify() Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: self.callback(batched_events) Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: event.method(event) Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: return f(self, *a, **k) Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._get(url).json() Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: return self.request(url, 'GET', **kwargs) Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:04:03.840601 dv-cinder-783643-3-iscsi neutron-server[102150]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:04:03.845667 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 8d0a962a-4bf0-4b52-b26d-7e34c79642fd {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:04:03.846011 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 8d0a962a-4bf0-4b52-b26d-7e34c79642fd not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:04:03.846456 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device ec0c7e05-fb78-41a9-a30b-4cbe569f4081 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:04:03.865370 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: ec0c7e05-fb78-41a9-a30b-4cbe569f4081 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:04:03.869324 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device ec0c7e05-fb78-41a9-a30b-4cbe569f4081 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:04:03.869324 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 5ae5d513-6f17-46b9-9dae-5468a6a97087 no longer exists at agent ovs-agent-dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:04:03.885423 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.plugin [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] No Port match for: 5ae5d513-6f17-46b9-9dae-5468a6a97087 {{(pid=102152) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:04:03.885768 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron.plugins.ml2.rpc [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Device 5ae5d513-6f17-46b9-9dae-5468a6a97087 not bound to the agent host dv-cinder-783643-3-iscsi {{(pid=102152) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:04:03.973322 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1432517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-371124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1796228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1642055'] for network, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.978641 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1796246'] for network, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:03.987376 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e8cdb659-52ab-4104-8f34-25b961d473ed HTTP/1.1" status: 204 len: 168 time: 0.6953411 Oct 28 16:04:03.992789 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f86c88-0d43-45f1-8766-64ce7501fab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8cdb659-52ab-4104-8f34-25b961d473ed,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:04.284624 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34778) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:04:04.324514 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-95252fcb-2c99-4997-8705-b72b7f843a73 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9909723fa66c47a1a813ac7796204744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387483 Oct 28 16:04:04.326821 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34780) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:04:04.371634 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3549453f-1b44-40be-91ab-8b5d2e85c0d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:04.391877 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3549453f-1b44-40be-91ab-8b5d2e85c0d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:04.533524 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3549453f-1b44-40be-91ab-8b5d2e85c0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:04.536181 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-3549453f-1b44-40be-91ab-8b5d2e85c0d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:04.537434 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-3549453f-1b44-40be-91ab-8b5d2e85c0d4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d3de2c92-0fe6-40ae-93f3-06211576903d HTTP/1.1" status: 204 len: 168 time: 0.2097299 Oct 28 16:04:04.545886 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549453f-1b44-40be-91ab-8b5d2e85c0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3de2c92-0fe6-40ae-93f3-06211576903d,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:05.225198 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34786) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:04:05.260906 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-712ca519-fd21-44a0-9cac-74cb8820de31 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd531c9850aa4912983d93bd003d7536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372965 Oct 28 16:04:05.263860 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.wsgi [-] (102150) accepted ('10.222.0.86', 34788) {{(pid=102150) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:04:05.311893 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c84-3635-4da8-9211-904da34a5b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:05.332314 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c84-3635-4da8-9211-904da34a5b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:05.453235 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c84-3635-4da8-9211-904da34a5b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417290'] for security_group, after_delete {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:05.455741 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c84-3635-4da8-9211-904da34a5b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:05.456873 dv-cinder-783643-3-iscsi neutron-server[102150]: INFO neutron.wsgi [None req-c5f31c84-3635-4da8-9211-904da34a5b06 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4af0538d-9b7f-49f2-a94b-15ba1679b739 HTTP/1.1" status: 204 len: 168 time: 0.1921256 Oct 28 16:04:05.466088 dv-cinder-783643-3-iscsi neutron-server[102150]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f31c84-3635-4da8-9211-904da34a5b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af0538d-9b7f-49f2-a94b-15ba1679b739,revision_number=None']} {{(pid=102150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:09.436252 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:04:11.190641 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:15.407476 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-eb7d435d-de66-4501-addc-108e4d77e900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:18.190347 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-773a1a67-e401-4290-8dc8-2317d0d4d96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:19.115814 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:19.481611 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:21.143283 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:41.190258 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:45.435777 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-6b05ff77-1028-497e-8df5-797123954acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:46.434832 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:04:48.166757 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-20619edc-ea98-46e1-8ab1-4df1fa1fc808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:49.116029 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:49.510922 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:51.171485 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:11.177031 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:15.412806 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-46c2e3a0-cc22-4b89-a03f-84246f49e4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:18.161255 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-5e4e70d3-1431-40e1-a62e-8a8fb99e9da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:19.149911 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:19.532580 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:21.155472 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:23.434494 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:05:41.189675 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:45.412237 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-fa70dd73-a9af-410d-aa4f-2f805f337c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:48.189567 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2573de2f-d32b-4f5d-85c2-9708e03f5e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:49.080726 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:49.481073 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:51.149543 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:00.433073 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:06:11.211244 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:15.412236 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d2ef8e11-832f-428c-a97f-88a8d97f8244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:18.177725 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c79fe704-6f80-4c72-8254-035c70d206bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:19.103600 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:19.508806 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:21.172067 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:37.431855 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:06:41.211013 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:45.405763 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-7ff06e46-0447-4223-85a5-53d17542b90f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:48.240354 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-497eeef5-0f86-4876-8c5a-63e20985d25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:49.149235 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:49.554401 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:51.211926 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:11.182409 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:14.430840 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:07:15.428539 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-2e95f115-f77d-41b5-b95d-01753e43ab56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:18.160641 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d6389d32-5b12-42b4-9973-37cbdca40788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:19.119569 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:19.502820 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:21.153932 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:41.222061 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:45.422248 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-6716dead-2730-42a1-b1c3-645dfcc9b6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:48.165134 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-8ab1bef7-f3d1-4faa-af42-a37dd9938800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:49.107388 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:49.519168 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:51.170535 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:51.430202 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:08:11.187505 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:15.444609 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-cbb45bb7-1b2c-4865-b270-0a8868b778a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:18.175689 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-01987db1-8969-4a94-85cc-ba80fea39c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:19.130285 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:19.523928 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:21.158649 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:28.429333 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:08:41.232374 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:45.409525 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-00768735-0c82-4677-bb0c-a2503176c1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:48.164012 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-99bede58-a8c3-42e9-b8ac-db76d802515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:49.112713 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:49.489703 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:51.152749 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.428453 dv-cinder-783643-3-iscsi neutron-server[102153]: DEBUG neutron.db.agents_db [None req-a96cb92f-57e5-4b8f-a1a6-94c26b4b6272 None None] Agent healthcheck: found 6 active agents {{(pid=102153) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:09:11.197636 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-c5222dfd-4281-43f1-abb2-c3644ff4c4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:15.450097 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-4e51dceb-d1dc-4b0a-b7b8-26b122dcb6b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:18.186162 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-49eaff16-28e1-491b-935e-97155f7cfd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:19.146206 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-d46c4afa-5bbf-4059-b19a-ba559e717f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:19.518244 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-533ae0da-20bd-4a41-8a5f-a3dd568e157a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:21.214819 dv-cinder-783643-3-iscsi neutron-server[102152]: DEBUG neutron_lib.callbacks.manager [None req-58913fa1-9c1c-4fbb-94a3-405dbbe47db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783406416716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1434756'] for agent, after_update {{(pid=102152) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}